2024-12-02 03:48:12,582 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-02 03:48:12,597 main DEBUG Took 0.013719 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 03:48:12,598 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 03:48:12,598 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 03:48:12,599 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 03:48:12,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,608 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 03:48:12,618 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,620 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,621 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,622 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,622 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,623 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,624 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,625 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,625 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,626 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,627 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,627 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:48:12,628 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,628 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 03:48:12,629 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:48:12,630 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 03:48:12,632 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 03:48:12,632 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 03:48:12,633 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 03:48:12,633 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 03:48:12,640 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 03:48:12,642 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 03:48:12,644 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 03:48:12,644 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 03:48:12,644 main DEBUG createAppenders(={Console}) 2024-12-02 03:48:12,645 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-02 03:48:12,645 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-02 03:48:12,646 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-02 03:48:12,646 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 03:48:12,646 main DEBUG OutputStream closed 2024-12-02 03:48:12,646 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 03:48:12,647 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 03:48:12,647 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-02 03:48:12,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 03:48:12,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 03:48:12,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 03:48:12,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 03:48:12,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 03:48:12,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 03:48:12,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 03:48:12,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 03:48:12,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 03:48:12,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 03:48:12,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 03:48:12,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 03:48:12,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 03:48:12,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 03:48:12,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 03:48:12,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 03:48:12,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 03:48:12,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 03:48:12,719 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 03:48:12,720 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-02 03:48:12,720 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 03:48:12,721 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-02T03:48:12,735 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-02 03:48:12,738 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 03:48:12,739 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T03:48:12,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=165, ProcessCount=11, AvailableMemoryMB=8447 2024-12-02T03:48:12,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a 2024-12-02T03:48:12,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:48:13,001 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb, deleteOnExit=true 2024-12-02T03:48:13,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:48:13,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/test.cache.data in system properties and HBase conf 2024-12-02T03:48:13,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:48:13,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:48:13,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:48:13,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:48:13,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:48:13,090 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T03:48:13,175 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:48:13,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:13,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:13,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:48:13,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:13,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:48:13,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:48:13,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:13,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:13,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:48:13,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:48:13,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:48:13,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:13,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:48:13,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:48:14,101 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T03:48:14,167 INFO [Time-limited test {}] log.Log(170): Logging initialized @2149ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T03:48:14,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:14,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:14,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:14,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:14,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:48:14,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:14,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:14,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:14,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/java.io.tmpdir/jetty-localhost-40165-hadoop-hdfs-3_4_1-tests_jar-_-any-13974323854053671664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:14,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:40165} 2024-12-02T03:48:14,510 INFO [Time-limited test {}] server.Server(415): Started @2492ms 2024-12-02T03:48:14,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:14,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:14,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:14,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:14,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:14,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:14,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:15,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/java.io.tmpdir/jetty-localhost-46107-hadoop-hdfs-3_4_1-tests_jar-_-any-1584202027275726374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:15,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:46107} 2024-12-02T03:48:15,077 INFO [Time-limited test {}] server.Server(415): Started @3059ms 2024-12-02T03:48:15,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:15,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:15,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:15,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:15,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:15,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:48:15,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:15,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:15,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/java.io.tmpdir/jetty-localhost-35163-hadoop-hdfs-3_4_1-tests_jar-_-any-5947623017978729772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:15,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:35163} 2024-12-02T03:48:15,324 INFO [Time-limited test {}] server.Server(415): Started @3307ms 2024-12-02T03:48:15,326 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:16,242 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/data/data1/current/BP-1718511316-172.17.0.2-1733111293677/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:16,242 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/data/data3/current/BP-1718511316-172.17.0.2-1733111293677/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:16,242 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/data/data2/current/BP-1718511316-172.17.0.2-1733111293677/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:16,242 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/data/data4/current/BP-1718511316-172.17.0.2-1733111293677/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:16,271 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:16,271 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:16,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a 2024-12-02T03:48:16,315 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcf9d6f73a2c52ea with lease ID 0xbfb6c867eb642376: Processing first storage report for DS-7568d9a2-5f73-4650-811e-2ab97920994a from datanode DatanodeRegistration(127.0.0.1:44965, datanodeUuid=47457d5c-545e-426f-b980-dc6da6f8737b, infoPort=40167, infoSecurePort=0, ipcPort=40433, storageInfo=lv=-57;cid=testClusterID;nsid=2140291396;c=1733111293677) 2024-12-02T03:48:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcf9d6f73a2c52ea with lease ID 0xbfb6c867eb642376: from storage DS-7568d9a2-5f73-4650-811e-2ab97920994a node DatanodeRegistration(127.0.0.1:44965, datanodeUuid=47457d5c-545e-426f-b980-dc6da6f8737b, infoPort=40167, infoSecurePort=0, ipcPort=40433, storageInfo=lv=-57;cid=testClusterID;nsid=2140291396;c=1733111293677), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T03:48:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4134191a409437f0 with lease ID 0xbfb6c867eb642377: Processing first storage report for DS-56fe759c-60ad-4dc0-bd5b-3397c92ed1bb from datanode DatanodeRegistration(127.0.0.1:46039, datanodeUuid=1b1665df-d1dd-47b5-b56c-8a78fe0659ca, infoPort=38001, infoSecurePort=0, ipcPort=35993, storageInfo=lv=-57;cid=testClusterID;nsid=2140291396;c=1733111293677) 2024-12-02T03:48:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4134191a409437f0 with lease ID 0xbfb6c867eb642377: from storage DS-56fe759c-60ad-4dc0-bd5b-3397c92ed1bb node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=1b1665df-d1dd-47b5-b56c-8a78fe0659ca, infoPort=38001, infoSecurePort=0, ipcPort=35993, storageInfo=lv=-57;cid=testClusterID;nsid=2140291396;c=1733111293677), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcf9d6f73a2c52ea with lease ID 0xbfb6c867eb642376: Processing first storage report for DS-e18f2c9f-505c-4079-91af-52e5b9836d00 from datanode DatanodeRegistration(127.0.0.1:44965, datanodeUuid=47457d5c-545e-426f-b980-dc6da6f8737b, infoPort=40167, infoSecurePort=0, ipcPort=40433, storageInfo=lv=-57;cid=testClusterID;nsid=2140291396;c=1733111293677) 2024-12-02T03:48:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcf9d6f73a2c52ea with lease ID 0xbfb6c867eb642376: from storage DS-e18f2c9f-505c-4079-91af-52e5b9836d00 node DatanodeRegistration(127.0.0.1:44965, datanodeUuid=47457d5c-545e-426f-b980-dc6da6f8737b, infoPort=40167, infoSecurePort=0, ipcPort=40433, storageInfo=lv=-57;cid=testClusterID;nsid=2140291396;c=1733111293677), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4134191a409437f0 with lease ID 0xbfb6c867eb642377: Processing first storage report for DS-62e20752-5ea4-4ef0-8e22-db5e522a0e1a from datanode DatanodeRegistration(127.0.0.1:46039, datanodeUuid=1b1665df-d1dd-47b5-b56c-8a78fe0659ca, infoPort=38001, infoSecurePort=0, ipcPort=35993, storageInfo=lv=-57;cid=testClusterID;nsid=2140291396;c=1733111293677) 2024-12-02T03:48:16,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4134191a409437f0 with lease ID 0xbfb6c867eb642377: from storage DS-62e20752-5ea4-4ef0-8e22-db5e522a0e1a node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=1b1665df-d1dd-47b5-b56c-8a78fe0659ca, infoPort=38001, infoSecurePort=0, ipcPort=35993, storageInfo=lv=-57;cid=testClusterID;nsid=2140291396;c=1733111293677), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:16,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/zookeeper_0, clientPort=52017, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:48:16,387 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52017 2024-12-02T03:48:16,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:16,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:16,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:17,003 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270 with version=8 2024-12-02T03:48:17,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/hbase-staging 2024-12-02T03:48:17,074 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T03:48:17,290 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:17,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:17,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:17,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:17,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:17,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:17,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:48:17,464 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T03:48:17,472 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T03:48:17,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:17,496 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 71846 (auto-detected) 2024-12-02T03:48:17,497 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T03:48:17,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35003 2024-12-02T03:48:17,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35003 connecting to ZooKeeper ensemble=127.0.0.1:52017 2024-12-02T03:48:17,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350030x0, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:17,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35003-0x1019571442f0000 connected 2024-12-02T03:48:17,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:17,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:17,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:17,748 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270, hbase.cluster.distributed=false 2024-12-02T03:48:17,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:17,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35003 2024-12-02T03:48:17,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35003 2024-12-02T03:48:17,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35003 2024-12-02T03:48:17,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35003 2024-12-02T03:48:17,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35003 2024-12-02T03:48:17,858 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:17,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:17,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:17,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:17,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:17,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:17,862 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:17,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:17,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43701 2024-12-02T03:48:17,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43701 connecting to ZooKeeper ensemble=127.0.0.1:52017 2024-12-02T03:48:17,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:17,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:17,899 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437010x0, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:17,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43701-0x1019571442f0001 connected 2024-12-02T03:48:17,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:17,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:17,910 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:17,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:17,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:17,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43701 2024-12-02T03:48:17,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43701 2024-12-02T03:48:17,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43701 2024-12-02T03:48:17,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43701 2024-12-02T03:48:17,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43701 2024-12-02T03:48:17,934 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:17,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:17,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:17,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:17,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:17,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:17,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:17,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:17,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39489 2024-12-02T03:48:17,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39489 connecting to ZooKeeper ensemble=127.0.0.1:52017 2024-12-02T03:48:17,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:17,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394890x0, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:17,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394890x0, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:17,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39489-0x1019571442f0002 connected 2024-12-02T03:48:17,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:17,959 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:17,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:17,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:17,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39489 2024-12-02T03:48:17,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39489 2024-12-02T03:48:17,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39489 2024-12-02T03:48:17,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39489 2024-12-02T03:48:17,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39489 2024-12-02T03:48:17,979 DEBUG [M:0;e2eaa0f11f7e:35003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:35003 2024-12-02T03:48:17,980 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,35003,1733111297149 2024-12-02T03:48:17,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:17,991 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:17,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:17,993 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,35003,1733111297149 2024-12-02T03:48:18,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,022 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:18,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:18,022 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,023 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:48:18,024 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,35003,1733111297149 from backup master directory 2024-12-02T03:48:18,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:18,032 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:18,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,35003,1733111297149 2024-12-02T03:48:18,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:18,033 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:18,033 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,35003,1733111297149 2024-12-02T03:48:18,034 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T03:48:18,036 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T03:48:18,087 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/hbase.id] with ID: 9c8537f5-64b7-4dd3-b470-833940c8f515 2024-12-02T03:48:18,087 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/.tmp/hbase.id 2024-12-02T03:48:18,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:18,100 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/.tmp/hbase.id]:[hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/hbase.id] 2024-12-02T03:48:18,139 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:18,143 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:48:18,159 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-02T03:48:18,180 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:18,211 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:18,213 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:48:18,232 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:48:18,237 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:18,280 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store 2024-12-02T03:48:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:18,305 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T03:48:18,308 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:18,309 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:18,310 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:18,310 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:18,311 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:18,311 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:18,312 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:18,313 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111298309Disabling compacts and flushes for region at 1733111298309Disabling writes for close at 1733111298311 (+2 ms)Writing region close event to WAL at 1733111298312 (+1 ms)Closed at 1733111298312 2024-12-02T03:48:18,315 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/.initializing 2024-12-02T03:48:18,316 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/WALs/e2eaa0f11f7e,35003,1733111297149 2024-12-02T03:48:18,324 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:18,337 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C35003%2C1733111297149, suffix=, logDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/WALs/e2eaa0f11f7e,35003,1733111297149, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/oldWALs, maxLogs=10 2024-12-02T03:48:18,357 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/WALs/e2eaa0f11f7e,35003,1733111297149/e2eaa0f11f7e%2C35003%2C1733111297149.1733111298342, exclude list is [], retry=0 2024-12-02T03:48:18,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-56fe759c-60ad-4dc0-bd5b-3397c92ed1bb,DISK] 2024-12-02T03:48:18,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44965,DS-7568d9a2-5f73-4650-811e-2ab97920994a,DISK] 2024-12-02T03:48:18,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T03:48:18,404 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/WALs/e2eaa0f11f7e,35003,1733111297149/e2eaa0f11f7e%2C35003%2C1733111297149.1733111298342 2024-12-02T03:48:18,405 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38001:38001),(127.0.0.1/127.0.0.1:40167:40167)] 2024-12-02T03:48:18,405 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:18,406 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:18,408 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,409 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:48:18,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:18,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:18,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:48:18,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:18,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:18,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:48:18,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:18,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:18,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:48:18,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:18,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:18,481 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,485 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,487 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,493 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,493 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,497 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:18,500 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:18,504 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:18,505 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73577017, jitterRate=0.0963829904794693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:18,510 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733111298420Initializing all the Stores at 1733111298422 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111298422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111298423 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111298423Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111298423Cleaning up temporary data from old regions at 1733111298493 (+70 ms)Region opened successfully at 1733111298510 (+17 ms) 2024-12-02T03:48:18,511 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:48:18,543 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4459004a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:18,577 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:48:18,586 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:48:18,587 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:48:18,589 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:48:18,591 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T03:48:18,595 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T03:48:18,596 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:48:18,619 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:48:18,627 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:48:18,680 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:48:18,683 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:48:18,686 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:48:18,696 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:48:18,699 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:48:18,703 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:48:18,713 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:48:18,715 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:48:18,723 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:48:18,743 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:48:18,748 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:48:18,757 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:18,757 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,760 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,35003,1733111297149, sessionid=0x1019571442f0000, setting cluster-up flag (Was=false) 2024-12-02T03:48:18,790 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,815 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:48:18,818 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,35003,1733111297149 2024-12-02T03:48:18,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,840 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:18,865 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:48:18,867 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,35003,1733111297149 2024-12-02T03:48:18,872 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:48:18,934 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:18,943 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:48:18,951 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:48:18,958 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,35003,1733111297149 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:48:18,966 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:18,966 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:18,967 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:18,967 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:18,967 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:48:18,967 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:18,968 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:18,968 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:18,969 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(746): ClusterId : 9c8537f5-64b7-4dd3-b470-833940c8f515 2024-12-02T03:48:18,969 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(746): ClusterId : 9c8537f5-64b7-4dd3-b470-833940c8f515 2024-12-02T03:48:18,971 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733111328971 2024-12-02T03:48:18,971 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:18,971 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:18,973 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:48:18,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:18,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:48:18,973 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:48:18,977 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:48:18,977 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:48:18,977 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:48:18,977 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:48:18,978 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:18,979 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:18,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:48:18,982 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:48:18,983 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:48:18,983 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:48:18,985 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:48:18,985 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:48:18,987 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111298987,5,FailOnTimeoutGroup] 2024-12-02T03:48:18,988 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111298987,5,FailOnTimeoutGroup] 2024-12-02T03:48:18,988 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:18,988 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:48:18,990 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:18,990 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:18,991 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:18,991 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:18,991 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:18,991 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:18,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:18,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:18,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:48:18,995 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270 2024-12-02T03:48:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:19,008 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:19,008 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:19,009 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36476759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:19,009 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f17aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:19,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:19,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:19,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:19,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:19,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:19,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:19,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:19,022 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:43701 2024-12-02T03:48:19,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:19,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:19,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:19,025 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:19,026 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:19,026 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e2eaa0f11f7e:39489 2024-12-02T03:48:19,026 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:19,026 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:19,026 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:19,026 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:19,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:19,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:19,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:19,028 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,35003,1733111297149 with port=43701, startcode=1733111297828 2024-12-02T03:48:19,028 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,35003,1733111297149 with port=39489, startcode=1733111297934 2024-12-02T03:48:19,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:19,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:19,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:19,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:19,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:19,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740 2024-12-02T03:48:19,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740 2024-12-02T03:48:19,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:19,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:19,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:19,042 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:19,042 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:19,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:19,049 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:19,050 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72876620, jitterRate=0.08594626188278198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733111299011Initializing all the Stores at 1733111299013 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111299013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111299014 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111299014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111299014Cleaning up temporary data from old regions at 1733111299040 (+26 ms)Region opened successfully at 1733111299052 (+12 ms) 2024-12-02T03:48:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:19,053 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:19,054 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:19,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111299053Disabling compacts and flushes for region at 1733111299053Disabling writes for close at 1733111299053Writing region close event to WAL at 1733111299054 (+1 ms)Closed at 1733111299054 2024-12-02T03:48:19,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:19,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:48:19,078 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35861, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:19,078 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36491, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:19,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:48:19,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35003 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:19,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35003 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:19,089 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:19,092 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:48:19,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35003 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,39489,1733111297934 2024-12-02T03:48:19,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35003 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,39489,1733111297934 2024-12-02T03:48:19,098 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270 2024-12-02T03:48:19,098 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270 2024-12-02T03:48:19,098 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38017 2024-12-02T03:48:19,098 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38017 2024-12-02T03:48:19,098 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:19,098 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:19,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:19,157 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] zookeeper.ZKUtil(111): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:19,157 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] zookeeper.ZKUtil(111): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,39489,1733111297934 2024-12-02T03:48:19,158 WARN [RS:0;e2eaa0f11f7e:43701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:19,158 WARN [RS:1;e2eaa0f11f7e:39489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:19,158 INFO [RS:0;e2eaa0f11f7e:43701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:19,158 INFO [RS:1;e2eaa0f11f7e:39489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:19,158 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,39489,1733111297934 2024-12-02T03:48:19,158 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:19,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,39489,1733111297934] 2024-12-02T03:48:19,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,43701,1733111297828] 2024-12-02T03:48:19,183 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:19,183 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:19,195 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:19,195 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:19,200 INFO [RS:0;e2eaa0f11f7e:43701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:19,200 INFO [RS:1;e2eaa0f11f7e:39489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:19,200 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,200 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,201 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:19,201 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:19,207 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:19,207 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:19,208 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,208 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,209 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,209 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,209 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,209 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,209 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,209 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,209 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,209 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,209 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,209 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,209 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:19,209 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:19,210 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,210 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:19,211 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:19,211 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:19,211 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:19,211 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:19,212 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,212 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,212 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,212 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,212 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,212 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43701,1733111297828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:19,215 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,215 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,215 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,215 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,215 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,215 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,39489,1733111297934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:19,238 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:19,238 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:19,240 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,39489,1733111297934-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,240 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,43701,1733111297828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,240 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,240 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,241 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.Replication(171): e2eaa0f11f7e,43701,1733111297828 started 2024-12-02T03:48:19,241 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.Replication(171): e2eaa0f11f7e,39489,1733111297934 started 2024-12-02T03:48:19,243 WARN [e2eaa0f11f7e:35003 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:48:19,265 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,265 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:19,265 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,39489,1733111297934, RpcServer on e2eaa0f11f7e/172.17.0.2:39489, sessionid=0x1019571442f0002 2024-12-02T03:48:19,265 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,43701,1733111297828, RpcServer on e2eaa0f11f7e/172.17.0.2:43701, sessionid=0x1019571442f0001 2024-12-02T03:48:19,266 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:19,266 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:19,266 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:19,266 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,39489,1733111297934 2024-12-02T03:48:19,267 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,43701,1733111297828' 2024-12-02T03:48:19,267 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,39489,1733111297934' 2024-12-02T03:48:19,267 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:19,267 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:19,268 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:19,268 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:19,268 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:19,268 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:19,268 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:19,268 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:19,269 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:19,269 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,39489,1733111297934 2024-12-02T03:48:19,269 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,43701,1733111297828' 2024-12-02T03:48:19,269 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,39489,1733111297934' 2024-12-02T03:48:19,269 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:19,269 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:19,269 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:19,269 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:19,269 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:19,270 INFO [RS:0;e2eaa0f11f7e:43701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:19,270 INFO [RS:0;e2eaa0f11f7e:43701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:19,270 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:19,270 INFO [RS:1;e2eaa0f11f7e:39489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:19,270 INFO [RS:1;e2eaa0f11f7e:39489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:19,378 INFO [RS:0;e2eaa0f11f7e:43701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:19,378 INFO [RS:1;e2eaa0f11f7e:39489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:19,383 INFO [RS:1;e2eaa0f11f7e:39489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C39489%2C1733111297934, suffix=, logDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,39489,1733111297934, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/oldWALs, maxLogs=32 2024-12-02T03:48:19,383 INFO [RS:0;e2eaa0f11f7e:43701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C43701%2C1733111297828, suffix=, logDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,43701,1733111297828, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/oldWALs, maxLogs=32 2024-12-02T03:48:19,398 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,39489,1733111297934/e2eaa0f11f7e%2C39489%2C1733111297934.1733111299386, exclude list is [], retry=0 2024-12-02T03:48:19,398 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,43701,1733111297828/e2eaa0f11f7e%2C43701%2C1733111297828.1733111299386, exclude list is [], retry=0 2024-12-02T03:48:19,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-56fe759c-60ad-4dc0-bd5b-3397c92ed1bb,DISK] 2024-12-02T03:48:19,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44965,DS-7568d9a2-5f73-4650-811e-2ab97920994a,DISK] 2024-12-02T03:48:19,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-56fe759c-60ad-4dc0-bd5b-3397c92ed1bb,DISK] 2024-12-02T03:48:19,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44965,DS-7568d9a2-5f73-4650-811e-2ab97920994a,DISK] 2024-12-02T03:48:19,412 INFO [RS:0;e2eaa0f11f7e:43701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,43701,1733111297828/e2eaa0f11f7e%2C43701%2C1733111297828.1733111299386 2024-12-02T03:48:19,412 INFO [RS:1;e2eaa0f11f7e:39489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,39489,1733111297934/e2eaa0f11f7e%2C39489%2C1733111297934.1733111299386 2024-12-02T03:48:19,412 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167),(127.0.0.1/127.0.0.1:38001:38001)] 2024-12-02T03:48:19,412 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167),(127.0.0.1/127.0.0.1:38001:38001)] 2024-12-02T03:48:19,495 DEBUG [e2eaa0f11f7e:35003 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T03:48:19,504 DEBUG [e2eaa0f11f7e:35003 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:19,510 DEBUG [e2eaa0f11f7e:35003 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:19,510 DEBUG [e2eaa0f11f7e:35003 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:19,510 DEBUG [e2eaa0f11f7e:35003 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:19,510 DEBUG [e2eaa0f11f7e:35003 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:19,510 INFO [e2eaa0f11f7e:35003 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:19,510 INFO [e2eaa0f11f7e:35003 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:19,510 DEBUG [e2eaa0f11f7e:35003 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:19,517 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:19,524 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,43701,1733111297828, state=OPENING 2024-12-02T03:48:19,571 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:48:19,582 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:19,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:19,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:19,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:19,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:19,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:19,587 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:19,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,43701,1733111297828}] 2024-12-02T03:48:19,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:19,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42999, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:19,773 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:48:19,773 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:19,774 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:48:19,777 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C43701%2C1733111297828.meta, suffix=.meta, logDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,43701,1733111297828, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/oldWALs, maxLogs=32 2024-12-02T03:48:19,790 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,43701,1733111297828/e2eaa0f11f7e%2C43701%2C1733111297828.meta.1733111299778.meta, exclude list is [], retry=0 2024-12-02T03:48:19,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44965,DS-7568d9a2-5f73-4650-811e-2ab97920994a,DISK] 2024-12-02T03:48:19,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-56fe759c-60ad-4dc0-bd5b-3397c92ed1bb,DISK] 2024-12-02T03:48:19,796 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/WALs/e2eaa0f11f7e,43701,1733111297828/e2eaa0f11f7e%2C43701%2C1733111297828.meta.1733111299778.meta 2024-12-02T03:48:19,796 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40167:40167),(127.0.0.1/127.0.0.1:38001:38001)] 2024-12-02T03:48:19,797 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:19,798 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:48:19,800 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:48:19,804 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:48:19,808 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:48:19,808 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:19,809 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:48:19,809 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:48:19,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:19,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:19,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:19,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:19,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:19,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:19,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:19,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:19,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:19,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:19,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:19,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:19,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:19,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:19,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:19,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:19,820 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:19,822 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740 2024-12-02T03:48:19,824 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740 2024-12-02T03:48:19,826 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:19,827 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:19,827 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:19,830 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:19,832 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64332039, jitterRate=-0.04137791693210602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:19,832 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:48:19,833 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733111299809Writing region info on filesystem at 1733111299809Initializing all the Stores at 1733111299811 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111299811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111299811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111299811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111299811Cleaning up temporary data from old regions at 1733111299827 (+16 ms)Running coprocessor post-open hooks at 1733111299832 (+5 ms)Region opened successfully at 1733111299833 (+1 ms) 2024-12-02T03:48:19,839 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733111299754 2024-12-02T03:48:19,848 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:48:19,848 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:48:19,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:19,852 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,43701,1733111297828, state=OPEN 2024-12-02T03:48:19,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:19,913 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:19,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:19,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:19,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:19,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:19,914 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:19,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:48:19,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,43701,1733111297828 in 325 msec 2024-12-02T03:48:19,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:48:19,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 846 msec 2024-12-02T03:48:19,932 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:19,932 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:48:19,952 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:19,953 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,43701,1733111297828, seqNum=-1] 2024-12-02T03:48:19,970 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:19,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47547, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:19,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0890 sec 2024-12-02T03:48:19,990 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733111299990, completionTime=-1 2024-12-02T03:48:19,993 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T03:48:19,993 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:48:20,017 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T03:48:20,017 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733111360017 2024-12-02T03:48:20,017 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733111420017 2024-12-02T03:48:20,017 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-02T03:48:20,019 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:48:20,025 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,35003,1733111297149-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:20,026 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,35003,1733111297149-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:20,026 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,35003,1733111297149-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:20,027 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:35003, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:20,027 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:20,028 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:20,033 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:48:20,051 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.018sec 2024-12-02T03:48:20,052 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:48:20,053 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:48:20,054 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:48:20,054 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:48:20,055 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:48:20,055 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,35003,1733111297149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:20,056 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,35003,1733111297149-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:48:20,060 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:48:20,061 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:48:20,062 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,35003,1733111297149-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:20,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:20,083 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T03:48:20,083 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T03:48:20,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,35003,-1 for getting cluster id 2024-12-02T03:48:20,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:48:20,122 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8537f5-64b7-4dd3-b470-833940c8f515' 2024-12-02T03:48:20,125 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:48:20,125 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8537f5-64b7-4dd3-b470-833940c8f515" 2024-12-02T03:48:20,127 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585bab67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:20,127 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,35003,-1] 2024-12-02T03:48:20,130 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:48:20,132 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:20,133 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:48:20,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:20,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:20,143 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,43701,1733111297828, seqNum=-1] 2024-12-02T03:48:20,144 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:20,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:20,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,35003,1733111297149 2024-12-02T03:48:20,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:48:20,192 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,35003,1733111297149 2024-12-02T03:48:20,194 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29b61f2e 2024-12-02T03:48:20,195 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:48:20,198 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:48:20,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T03:48:20,220 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:48:20,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T03:48:20,222 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:20,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:48:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:20,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:20,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a7ce552eaf88d58f8caa2d35fc409727, NAME => 'testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270 2024-12-02T03:48:20,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc0a51ab81954703043ea50a8f9cb4dd, NAME => 'testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270 2024-12-02T03:48:20,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:20,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:20,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:20,251 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:20,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:20,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a7ce552eaf88d58f8caa2d35fc409727, disabling compactions & flushes 2024-12-02T03:48:20,252 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:20,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:20,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. after waiting 0 ms 2024-12-02T03:48:20,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:20,252 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:20,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a7ce552eaf88d58f8caa2d35fc409727: Waiting for close lock at 1733111300252Disabling compacts and flushes for region at 1733111300252Disabling writes for close at 1733111300252Writing region close event to WAL at 1733111300252Closed at 1733111300252 2024-12-02T03:48:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:20,655 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:20,655 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing cc0a51ab81954703043ea50a8f9cb4dd, disabling compactions & flushes 2024-12-02T03:48:20,655 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:20,656 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:20,656 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. after waiting 0 ms 2024-12-02T03:48:20,656 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:20,656 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:20,656 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc0a51ab81954703043ea50a8f9cb4dd: Waiting for close lock at 1733111300655Disabling compacts and flushes for region at 1733111300655Disabling writes for close at 1733111300656 (+1 ms)Writing region close event to WAL at 1733111300656Closed at 1733111300656 2024-12-02T03:48:20,662 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:48:20,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111300662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111300662"}]},"ts":"1733111300662"} 2024-12-02T03:48:20,668 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111300662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111300662"}]},"ts":"1733111300662"} 2024-12-02T03:48:20,700 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T03:48:20,702 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:48:20,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111300703"}]},"ts":"1733111300703"} 2024-12-02T03:48:20,709 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T03:48:20,710 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:20,712 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:20,712 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:20,712 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:20,712 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:20,712 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:20,712 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:20,712 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:20,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cc0a51ab81954703043ea50a8f9cb4dd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a7ce552eaf88d58f8caa2d35fc409727, ASSIGN}] 2024-12-02T03:48:20,716 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cc0a51ab81954703043ea50a8f9cb4dd, ASSIGN 2024-12-02T03:48:20,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a7ce552eaf88d58f8caa2d35fc409727, ASSIGN 2024-12-02T03:48:20,717 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a7ce552eaf88d58f8caa2d35fc409727, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,39489,1733111297934; forceNewPlan=false, retain=false 2024-12-02T03:48:20,717 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cc0a51ab81954703043ea50a8f9cb4dd, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,43701,1733111297828; forceNewPlan=false, retain=false 2024-12-02T03:48:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:20,870 INFO [e2eaa0f11f7e:35003 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T03:48:20,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc0a51ab81954703043ea50a8f9cb4dd, regionState=OPENING, regionLocation=e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:20,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a7ce552eaf88d58f8caa2d35fc409727, regionState=OPENING, regionLocation=e2eaa0f11f7e,39489,1733111297934 2024-12-02T03:48:20,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a7ce552eaf88d58f8caa2d35fc409727, ASSIGN because future has completed 2024-12-02T03:48:20,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7ce552eaf88d58f8caa2d35fc409727, server=e2eaa0f11f7e,39489,1733111297934}] 2024-12-02T03:48:20,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cc0a51ab81954703043ea50a8f9cb4dd, ASSIGN because future has completed 2024-12-02T03:48:20,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc0a51ab81954703043ea50a8f9cb4dd, server=e2eaa0f11f7e,43701,1733111297828}] 2024-12-02T03:48:21,035 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:21,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36949, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:21,047 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:21,047 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:21,047 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => cc0a51ab81954703043ea50a8f9cb4dd, NAME => 'testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T03:48:21,047 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a7ce552eaf88d58f8caa2d35fc409727, NAME => 'testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T03:48:21,048 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,048 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,048 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:21,048 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:21,048 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,048 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,048 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,048 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,050 INFO [StoreOpener-a7ce552eaf88d58f8caa2d35fc409727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,050 INFO [StoreOpener-cc0a51ab81954703043ea50a8f9cb4dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,053 INFO [StoreOpener-a7ce552eaf88d58f8caa2d35fc409727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7ce552eaf88d58f8caa2d35fc409727 columnFamilyName family 2024-12-02T03:48:21,053 INFO [StoreOpener-cc0a51ab81954703043ea50a8f9cb4dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc0a51ab81954703043ea50a8f9cb4dd columnFamilyName family 2024-12-02T03:48:21,053 DEBUG [StoreOpener-a7ce552eaf88d58f8caa2d35fc409727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:21,053 DEBUG [StoreOpener-cc0a51ab81954703043ea50a8f9cb4dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:21,054 INFO [StoreOpener-a7ce552eaf88d58f8caa2d35fc409727-1 {}] regionserver.HStore(327): Store=a7ce552eaf88d58f8caa2d35fc409727/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:21,054 INFO [StoreOpener-cc0a51ab81954703043ea50a8f9cb4dd-1 {}] regionserver.HStore(327): Store=cc0a51ab81954703043ea50a8f9cb4dd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:21,054 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,054 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,055 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,055 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,056 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,056 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,056 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,056 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,056 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,056 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,059 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,059 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,062 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/a7ce552eaf88d58f8caa2d35fc409727/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:21,062 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/cc0a51ab81954703043ea50a8f9cb4dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:21,063 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened cc0a51ab81954703043ea50a8f9cb4dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72995182, jitterRate=0.08771297335624695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:21,063 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a7ce552eaf88d58f8caa2d35fc409727; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68972080, jitterRate=0.027764081954956055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:21,063 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,063 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,064 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a7ce552eaf88d58f8caa2d35fc409727: Running coprocessor pre-open hook at 1733111301048Writing region info on filesystem at 1733111301048Initializing all the Stores at 1733111301050 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111301050Cleaning up temporary data from old regions at 1733111301056 (+6 ms)Running coprocessor post-open hooks at 1733111301063 (+7 ms)Region opened successfully at 1733111301064 (+1 ms) 2024-12-02T03:48:21,064 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for cc0a51ab81954703043ea50a8f9cb4dd: Running coprocessor pre-open hook at 1733111301049Writing region info on filesystem at 1733111301049Initializing all the Stores at 1733111301050 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111301050Cleaning up temporary data from old regions at 1733111301056 (+6 ms)Running coprocessor post-open hooks at 1733111301063 (+7 ms)Region opened successfully at 1733111301064 (+1 ms) 2024-12-02T03:48:21,066 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd., pid=8, masterSystemTime=1733111301037 2024-12-02T03:48:21,066 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727., pid=7, masterSystemTime=1733111301034 2024-12-02T03:48:21,070 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:21,070 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:21,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc0a51ab81954703043ea50a8f9cb4dd, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:21,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:21,071 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:21,073 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a7ce552eaf88d58f8caa2d35fc409727, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,39489,1733111297934 2024-12-02T03:48:21,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc0a51ab81954703043ea50a8f9cb4dd, server=e2eaa0f11f7e,43701,1733111297828 because future has completed 2024-12-02T03:48:21,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7ce552eaf88d58f8caa2d35fc409727, server=e2eaa0f11f7e,39489,1733111297934 because future has completed 2024-12-02T03:48:21,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-02T03:48:21,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc0a51ab81954703043ea50a8f9cb4dd, server=e2eaa0f11f7e,43701,1733111297828 in 196 msec 2024-12-02T03:48:21,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T03:48:21,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a7ce552eaf88d58f8caa2d35fc409727, server=e2eaa0f11f7e,39489,1733111297934 in 199 msec 2024-12-02T03:48:21,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cc0a51ab81954703043ea50a8f9cb4dd, ASSIGN in 369 msec 2024-12-02T03:48:21,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-02T03:48:21,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a7ce552eaf88d58f8caa2d35fc409727, ASSIGN in 370 msec 2024-12-02T03:48:21,089 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:48:21,089 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111301089"}]},"ts":"1733111301089"} 2024-12-02T03:48:21,092 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T03:48:21,094 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:48:21,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 883 msec 2024-12-02T03:48:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:21,374 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T03:48:21,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T03:48:21,377 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:21,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T03:48:21,384 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:21,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T03:48:21,393 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd., hostname=e2eaa0f11f7e,43701,1733111297828, seqNum=2] 2024-12-02T03:48:21,411 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727., hostname=e2eaa0f11f7e,39489,1733111297934, seqNum=2] 2024-12-02T03:48:21,412 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:21,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:21,429 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cc0a51ab81954703043ea50a8f9cb4dd 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T03:48:21,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/cc0a51ab81954703043ea50a8f9cb4dd/.tmp/family/334f85921caf429c91d749f62aab3769 is 32, key is 1/family:/1733111301395/Put/seqid=0 2024-12-02T03:48:21,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741839_1015 (size=5054) 2024-12-02T03:48:21,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741839_1015 (size=5054) 2024-12-02T03:48:21,492 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/cc0a51ab81954703043ea50a8f9cb4dd/.tmp/family/334f85921caf429c91d749f62aab3769 2024-12-02T03:48:21,533 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/cc0a51ab81954703043ea50a8f9cb4dd/.tmp/family/334f85921caf429c91d749f62aab3769 as hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/cc0a51ab81954703043ea50a8f9cb4dd/family/334f85921caf429c91d749f62aab3769 2024-12-02T03:48:21,543 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/cc0a51ab81954703043ea50a8f9cb4dd/family/334f85921caf429c91d749f62aab3769, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T03:48:21,550 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for cc0a51ab81954703043ea50a8f9cb4dd in 118ms, sequenceid=8, compaction requested=false 2024-12-02T03:48:21,551 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-02T03:48:21,554 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cc0a51ab81954703043ea50a8f9cb4dd: 2024-12-02T03:48:21,554 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a7ce552eaf88d58f8caa2d35fc409727 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T03:48:21,576 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/a7ce552eaf88d58f8caa2d35fc409727/.tmp/family/a1ce19bb0033414db6c2e7c26dce16e1 is 32, key is 5/family:/1733111301414/Put/seqid=0 2024-12-02T03:48:21,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741840_1016 (size=5083) 2024-12-02T03:48:21,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741840_1016 (size=5083) 2024-12-02T03:48:21,584 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/a7ce552eaf88d58f8caa2d35fc409727/.tmp/family/a1ce19bb0033414db6c2e7c26dce16e1 2024-12-02T03:48:21,596 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/a7ce552eaf88d58f8caa2d35fc409727/.tmp/family/a1ce19bb0033414db6c2e7c26dce16e1 as hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/a7ce552eaf88d58f8caa2d35fc409727/family/a1ce19bb0033414db6c2e7c26dce16e1 2024-12-02T03:48:21,608 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/a7ce552eaf88d58f8caa2d35fc409727/family/a1ce19bb0033414db6c2e7c26dce16e1, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T03:48:21,609 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a7ce552eaf88d58f8caa2d35fc409727 in 55ms, sequenceid=9, compaction requested=false 2024-12-02T03:48:21,609 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a7ce552eaf88d58f8caa2d35fc409727: 2024-12-02T03:48:21,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79732f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:21,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,35003,-1 for getting cluster id 2024-12-02T03:48:21,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:48:21,613 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8537f5-64b7-4dd3-b470-833940c8f515' 2024-12-02T03:48:21,614 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:48:21,614 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8537f5-64b7-4dd3-b470-833940c8f515" 2024-12-02T03:48:21,614 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e27098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:21,614 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,35003,-1] 2024-12-02T03:48:21,615 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:48:21,615 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:21,616 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:48:21,617 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d643d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:21,633 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-02T03:48:21,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:21,636 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,43701,1733111297828, seqNum=-1] 2024-12-02T03:48:21,636 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:21,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:21,649 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:21,650 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:21,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:21,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:21,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:21,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:21,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:21,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:21,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:48:21,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:48:21,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:21,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:21,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:21,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:21,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:48:21,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:48:21,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=912298141, stopped=false 2024-12-02T03:48:21,664 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,35003,1733111297149 2024-12-02T03:48:21,712 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:21,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:21,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:21,713 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:21,713 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:21,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:21,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:21,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:21,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:21,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:21,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:21,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:21,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:21,714 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,43701,1733111297828' ***** 2024-12-02T03:48:21,714 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:21,714 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,39489,1733111297934' ***** 2024-12-02T03:48:21,714 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:21,714 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:21,714 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:21,715 INFO [RS:0;e2eaa0f11f7e:43701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:21,715 INFO [RS:1;e2eaa0f11f7e:39489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:21,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:21,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:21,715 INFO [RS:1;e2eaa0f11f7e:39489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:21,715 INFO [RS:0;e2eaa0f11f7e:43701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:21,715 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(3091): Received CLOSE for a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,715 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(3091): Received CLOSE for cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,716 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,39489,1733111297934 2024-12-02T03:48:21,716 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:21,716 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:21,716 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:21,716 INFO [RS:0;e2eaa0f11f7e:43701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:43701. 2024-12-02T03:48:21,716 INFO [RS:1;e2eaa0f11f7e:39489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e2eaa0f11f7e:39489. 2024-12-02T03:48:21,716 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:21,716 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:21,716 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:21,716 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:21,716 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7ce552eaf88d58f8caa2d35fc409727, disabling compactions & flushes 2024-12-02T03:48:21,716 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc0a51ab81954703043ea50a8f9cb4dd, disabling compactions & flushes 2024-12-02T03:48:21,716 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:21,716 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:21,716 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T03:48:21,716 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:21,716 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:21,716 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:21,716 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:21,716 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(1325): Online Regions={a7ce552eaf88d58f8caa2d35fc409727=testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727.} 2024-12-02T03:48:21,716 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:21,716 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. after waiting 0 ms 2024-12-02T03:48:21,716 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. after waiting 0 ms 2024-12-02T03:48:21,716 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:21,717 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:21,717 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:48:21,717 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(1351): Waiting on a7ce552eaf88d58f8caa2d35fc409727 2024-12-02T03:48:21,717 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:21,717 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T03:48:21,717 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cc0a51ab81954703043ea50a8f9cb4dd=testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd.} 2024-12-02T03:48:21,717 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc0a51ab81954703043ea50a8f9cb4dd 2024-12-02T03:48:21,717 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:21,717 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:21,717 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:21,717 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:21,717 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:21,718 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:21,718 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T03:48:21,723 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/a7ce552eaf88d58f8caa2d35fc409727/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T03:48:21,724 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/default/testClearRegionBlockCache/cc0a51ab81954703043ea50a8f9cb4dd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T03:48:21,726 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:21,726 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:21,726 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7ce552eaf88d58f8caa2d35fc409727: Waiting for close lock at 1733111301716Running coprocessor pre-close hooks at 1733111301716Disabling compacts and flushes for region at 1733111301716Disabling writes for close at 1733111301716Writing region close event to WAL at 1733111301719 (+3 ms)Running coprocessor post-close hooks at 1733111301724 (+5 ms)Closed at 1733111301726 (+2 ms) 2024-12-02T03:48:21,726 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc0a51ab81954703043ea50a8f9cb4dd: Waiting for close lock at 1733111301716Running coprocessor pre-close hooks at 1733111301716Disabling compacts and flushes for region at 1733111301716Disabling writes for close at 1733111301716Writing region close event to WAL at 1733111301718 (+2 ms)Running coprocessor post-close hooks at 1733111301725 (+7 ms)Closed at 1733111301726 (+1 ms) 2024-12-02T03:48:21,726 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727. 2024-12-02T03:48:21,726 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733111300203.cc0a51ab81954703043ea50a8f9cb4dd. 2024-12-02T03:48:21,738 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/.tmp/info/6cf3ecb8cba647ffa0628ac4d1baea78 is 173, key is testClearRegionBlockCache,5,1733111300203.a7ce552eaf88d58f8caa2d35fc409727./info:regioninfo/1733111301073/Put/seqid=0 2024-12-02T03:48:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:21,745 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/.tmp/info/6cf3ecb8cba647ffa0628ac4d1baea78 2024-12-02T03:48:21,769 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/.tmp/ns/a3cf155c144b436db28a4e694b10c9e2 is 43, key is default/ns:d/1733111299976/Put/seqid=0 2024-12-02T03:48:21,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:21,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:21,776 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/.tmp/ns/a3cf155c144b436db28a4e694b10c9e2 2024-12-02T03:48:21,798 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/.tmp/table/ef7230f18a1f4c0aa4780cbe5d9e9021 is 61, key is testClearRegionBlockCache/table:state/1733111301089/Put/seqid=0 2024-12-02T03:48:21,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:21,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:21,805 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/.tmp/table/ef7230f18a1f4c0aa4780cbe5d9e9021 2024-12-02T03:48:21,815 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/.tmp/info/6cf3ecb8cba647ffa0628ac4d1baea78 as hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/info/6cf3ecb8cba647ffa0628ac4d1baea78 2024-12-02T03:48:21,824 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/info/6cf3ecb8cba647ffa0628ac4d1baea78, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T03:48:21,826 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/.tmp/ns/a3cf155c144b436db28a4e694b10c9e2 as hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/ns/a3cf155c144b436db28a4e694b10c9e2 2024-12-02T03:48:21,835 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/ns/a3cf155c144b436db28a4e694b10c9e2, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T03:48:21,836 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/.tmp/table/ef7230f18a1f4c0aa4780cbe5d9e9021 as hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/table/ef7230f18a1f4c0aa4780cbe5d9e9021 2024-12-02T03:48:21,845 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/table/ef7230f18a1f4c0aa4780cbe5d9e9021, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T03:48:21,847 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=13, compaction requested=false 2024-12-02T03:48:21,847 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T03:48:21,854 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T03:48:21,855 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:48:21,855 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:21,855 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111301717Running coprocessor pre-close hooks at 1733111301717Disabling compacts and flushes for region at 1733111301717Disabling writes for close at 1733111301717Obtaining lock to block concurrent updates at 1733111301718 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733111301718Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733111301718Flushing stores of hbase:meta,,1.1588230740 at 1733111301719 (+1 ms)Flushing 1588230740/info: creating writer at 1733111301719Flushing 1588230740/info: appending metadata at 1733111301737 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733111301737Flushing 1588230740/ns: creating writer at 1733111301756 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733111301769 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733111301769Flushing 1588230740/table: creating writer at 1733111301785 (+16 ms)Flushing 1588230740/table: appending metadata at 1733111301798 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733111301798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b586662: reopening flushed file at 1733111301814 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e91c85b: reopening flushed file at 1733111301824 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e8eaa4: reopening flushed file at 1733111301835 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=13, compaction requested=false at 1733111301847 (+12 ms)Writing region close event to WAL at 1733111301849 (+2 ms)Running coprocessor post-close hooks at 1733111301855 (+6 ms)Closed at 1733111301855 2024-12-02T03:48:21,855 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:21,917 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,39489,1733111297934; all regions closed. 2024-12-02T03:48:21,917 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,43701,1733111297828; all regions closed. 2024-12-02T03:48:21,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741834_1010 (size=1867) 2024-12-02T03:48:21,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:21,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741834_1010 (size=1867) 2024-12-02T03:48:21,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:21,932 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/oldWALs 2024-12-02T03:48:21,932 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/oldWALs 2024-12-02T03:48:21,932 INFO [RS:1;e2eaa0f11f7e:39489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C39489%2C1733111297934:(num 1733111299386) 2024-12-02T03:48:21,932 INFO [RS:0;e2eaa0f11f7e:43701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C43701%2C1733111297828.meta:.meta(num 1733111299778) 2024-12-02T03:48:21,932 DEBUG [RS:1;e2eaa0f11f7e:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:21,932 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:21,932 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:21,932 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:21,933 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:21,933 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:21,933 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:21,933 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:21,933 INFO [RS:1;e2eaa0f11f7e:39489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39489 2024-12-02T03:48:21,934 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:21,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741833_1009 (size=1758) 2024-12-02T03:48:21,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741833_1009 (size=1758) 2024-12-02T03:48:21,939 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/oldWALs 2024-12-02T03:48:21,939 INFO [RS:0;e2eaa0f11f7e:43701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C43701%2C1733111297828:(num 1733111299386) 2024-12-02T03:48:21,939 DEBUG [RS:0;e2eaa0f11f7e:43701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:21,939 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:21,939 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:21,939 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:21,939 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:21,939 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:21,940 INFO [RS:0;e2eaa0f11f7e:43701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43701 2024-12-02T03:48:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,39489,1733111297934 2024-12-02T03:48:21,971 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:21,981 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,43701,1733111297828 2024-12-02T03:48:21,981 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:21,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,39489,1733111297934] 2024-12-02T03:48:22,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,39489,1733111297934 already deleted, retry=false 2024-12-02T03:48:22,007 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,39489,1733111297934 expired; onlineServers=1 2024-12-02T03:48:22,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,43701,1733111297828] 2024-12-02T03:48:22,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,43701,1733111297828 already deleted, retry=false 2024-12-02T03:48:22,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,43701,1733111297828 expired; onlineServers=0 2024-12-02T03:48:22,015 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,35003,1733111297149' ***** 2024-12-02T03:48:22,016 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:48:22,016 INFO [M:0;e2eaa0f11f7e:35003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:22,016 INFO [M:0;e2eaa0f11f7e:35003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:22,017 DEBUG [M:0;e2eaa0f11f7e:35003 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:48:22,017 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:48:22,017 DEBUG [M:0;e2eaa0f11f7e:35003 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:48:22,017 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111298987 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111298987,5,FailOnTimeoutGroup] 2024-12-02T03:48:22,017 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111298987 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111298987,5,FailOnTimeoutGroup] 2024-12-02T03:48:22,019 INFO [M:0;e2eaa0f11f7e:35003 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:22,019 INFO [M:0;e2eaa0f11f7e:35003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:22,019 DEBUG [M:0;e2eaa0f11f7e:35003 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:48:22,020 INFO [M:0;e2eaa0f11f7e:35003 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:48:22,020 INFO [M:0;e2eaa0f11f7e:35003 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:22,021 INFO [M:0;e2eaa0f11f7e:35003 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:48:22,021 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:48:22,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:22,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:22,029 DEBUG [M:0;e2eaa0f11f7e:35003 {}] zookeeper.ZKUtil(347): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:48:22,030 WARN [M:0;e2eaa0f11f7e:35003 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:48:22,031 INFO [M:0;e2eaa0f11f7e:35003 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/.lastflushedseqids 2024-12-02T03:48:22,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741844_1020 (size=182) 2024-12-02T03:48:22,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741844_1020 (size=182) 2024-12-02T03:48:22,047 INFO [M:0;e2eaa0f11f7e:35003 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:48:22,048 INFO [M:0;e2eaa0f11f7e:35003 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:48:22,048 DEBUG [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:22,048 INFO [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:22,048 DEBUG [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:22,048 DEBUG [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:22,048 DEBUG [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:22,048 INFO [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-02T03:48:22,067 DEBUG [M:0;e2eaa0f11f7e:35003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a86adff34f1b476cbb11770c009e6a00 is 82, key is hbase:meta,,1/info:regioninfo/1733111299850/Put/seqid=0 2024-12-02T03:48:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:22,074 INFO [M:0;e2eaa0f11f7e:35003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a86adff34f1b476cbb11770c009e6a00 2024-12-02T03:48:22,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:22,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x1019571442f0002, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:22,091 INFO [RS:1;e2eaa0f11f7e:39489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:22,091 INFO [RS:1;e2eaa0f11f7e:39489 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,39489,1733111297934; zookeeper connection closed. 2024-12-02T03:48:22,091 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a5982df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a5982df 2024-12-02T03:48:22,096 DEBUG [M:0;e2eaa0f11f7e:35003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78715260a4164bacb6d047583ecfc275 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733111301096/Put/seqid=0 2024-12-02T03:48:22,098 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:22,098 INFO [RS:0;e2eaa0f11f7e:43701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:22,098 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43701-0x1019571442f0001, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:22,099 INFO [RS:0;e2eaa0f11f7e:43701 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,43701,1733111297828; zookeeper connection closed. 2024-12-02T03:48:22,099 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@669e8f8e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@669e8f8e 2024-12-02T03:48:22,099 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T03:48:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741846_1022 (size=6220) 2024-12-02T03:48:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741846_1022 (size=6220) 2024-12-02T03:48:22,104 INFO [M:0;e2eaa0f11f7e:35003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78715260a4164bacb6d047583ecfc275 2024-12-02T03:48:22,124 DEBUG [M:0;e2eaa0f11f7e:35003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d81e27c246bf49d7a66ababf9c7c5958 is 69, key is e2eaa0f11f7e,39489,1733111297934/rs:state/1733111299095/Put/seqid=0 2024-12-02T03:48:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:22,131 INFO [M:0;e2eaa0f11f7e:35003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d81e27c246bf49d7a66ababf9c7c5958 2024-12-02T03:48:22,139 DEBUG [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a86adff34f1b476cbb11770c009e6a00 as hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a86adff34f1b476cbb11770c009e6a00 2024-12-02T03:48:22,147 INFO [M:0;e2eaa0f11f7e:35003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a86adff34f1b476cbb11770c009e6a00, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T03:48:22,149 DEBUG [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78715260a4164bacb6d047583ecfc275 as hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78715260a4164bacb6d047583ecfc275 2024-12-02T03:48:22,156 INFO [M:0;e2eaa0f11f7e:35003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78715260a4164bacb6d047583ecfc275, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T03:48:22,158 DEBUG [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d81e27c246bf49d7a66ababf9c7c5958 as hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d81e27c246bf49d7a66ababf9c7c5958 2024-12-02T03:48:22,165 INFO [M:0;e2eaa0f11f7e:35003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/fc5cff6f-a7c6-cbfb-f6c9-557ef1c9a270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d81e27c246bf49d7a66ababf9c7c5958, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T03:48:22,166 INFO [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=71, compaction requested=false 2024-12-02T03:48:22,168 INFO [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:22,168 DEBUG [M:0;e2eaa0f11f7e:35003 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111302048Disabling compacts and flushes for region at 1733111302048Disabling writes for close at 1733111302048Obtaining lock to block concurrent updates at 1733111302048Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733111302048Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733111302049 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733111302050 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733111302050Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733111302066 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733111302066Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733111302080 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733111302096 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733111302096Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733111302110 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733111302123 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733111302123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225f8cc3: reopening flushed file at 1733111302137 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc0d900: reopening flushed file at 1733111302147 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1eb1c: reopening flushed file at 1733111302157 (+10 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=71, compaction requested=false at 1733111302166 (+9 ms)Writing region close event to WAL at 1733111302167 (+1 ms)Closed at 1733111302167 2024-12-02T03:48:22,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44965 is added to blk_1073741830_1006 (size=35452) 2024-12-02T03:48:22,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741830_1006 (size=35452) 2024-12-02T03:48:22,172 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:22,172 INFO [M:0;e2eaa0f11f7e:35003 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:48:22,172 INFO [M:0;e2eaa0f11f7e:35003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35003 2024-12-02T03:48:22,172 INFO [M:0;e2eaa0f11f7e:35003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:22,299 INFO [M:0;e2eaa0f11f7e:35003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:22,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:22,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35003-0x1019571442f0000, quorum=127.0.0.1:52017, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:22,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:22,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:22,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:22,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:22,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:22,355 WARN [BP-1718511316-172.17.0.2-1733111293677 heartbeating to localhost/127.0.0.1:38017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:22,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:22,356 WARN [BP-1718511316-172.17.0.2-1733111293677 heartbeating to localhost/127.0.0.1:38017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1718511316-172.17.0.2-1733111293677 (Datanode Uuid 47457d5c-545e-426f-b980-dc6da6f8737b) service to localhost/127.0.0.1:38017 2024-12-02T03:48:22,356 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:22,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/data/data3/current/BP-1718511316-172.17.0.2-1733111293677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:22,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/data/data4/current/BP-1718511316-172.17.0.2-1733111293677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:22,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:22,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:22,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:22,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:22,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:22,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:22,363 WARN [BP-1718511316-172.17.0.2-1733111293677 heartbeating to localhost/127.0.0.1:38017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:22,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:22,363 WARN [BP-1718511316-172.17.0.2-1733111293677 heartbeating to localhost/127.0.0.1:38017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1718511316-172.17.0.2-1733111293677 (Datanode Uuid 1b1665df-d1dd-47b5-b56c-8a78fe0659ca) service to localhost/127.0.0.1:38017 2024-12-02T03:48:22,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:22,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/data/data1/current/BP-1718511316-172.17.0.2-1733111293677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:22,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/cluster_a6e1057e-254d-d9f7-17b0-dd188a670abb/data/data2/current/BP-1718511316-172.17.0.2-1733111293677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:22,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:22,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:22,377 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:22,377 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:22,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:22,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:22,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:48:22,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:48:22,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38017 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/e2eaa0f11f7e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38017 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@ae686c4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e2eaa0f11f7e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e2eaa0f11f7e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e2eaa0f11f7e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 165) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7883 (was 8447) 2024-12-02T03:48:22,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=7883 2024-12-02T03:48:22,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.log.dir so I do NOT create it in target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b 2024-12-02T03:48:22,436 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T03:48:22,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.tmp.dir so I do NOT create it in target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b 2024-12-02T03:48:22,436 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6298d3a0-9aef-df7c-30eb-9b421ac8d71a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T03:48:22,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b 2024-12-02T03:48:22,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:48:22,436 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977, deleteOnExit=true 2024-12-02T03:48:22,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:48:22,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/test.cache.data in system properties and HBase conf 2024-12-02T03:48:22,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:48:22,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:48:22,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:48:22,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:48:22,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:48:22,437 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:48:22,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:22,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:48:22,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:48:22,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:22,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:22,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:22,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:22,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:22,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:22,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f04f43d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:22,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1d15d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:22,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fa67c50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/java.io.tmpdir/jetty-localhost-40627-hadoop-hdfs-3_4_1-tests_jar-_-any-1202511025059595461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:22,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c817af7{HTTP/1.1, (http/1.1)}{localhost:40627} 2024-12-02T03:48:22,784 INFO [Time-limited test {}] server.Server(415): Started @10767ms 2024-12-02T03:48:23,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:23,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:23,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:23,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:23,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:23,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6071e0cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:23,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d053c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:23,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4003b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/java.io.tmpdir/jetty-localhost-42603-hadoop-hdfs-3_4_1-tests_jar-_-any-17691164697759733725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:23,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@582e735d{HTTP/1.1, (http/1.1)}{localhost:42603} 2024-12-02T03:48:23,101 INFO [Time-limited test {}] server.Server(415): Started @11084ms 2024-12-02T03:48:23,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:23,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:23,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:23,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:23,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:23,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:23,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae83d73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:23,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad4f567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:23,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@561725b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/java.io.tmpdir/jetty-localhost-36999-hadoop-hdfs-3_4_1-tests_jar-_-any-17608053956320460240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:23,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb1d8d5{HTTP/1.1, (http/1.1)}{localhost:36999} 2024-12-02T03:48:23,231 INFO [Time-limited test {}] server.Server(415): Started @11213ms 2024-12-02T03:48:23,232 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:23,758 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/data/data1/current/BP-443793389-172.17.0.2-1733111302460/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:23,758 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/data/data2/current/BP-443793389-172.17.0.2-1733111302460/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:23,775 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18bc64bdd66cff55 with lease ID 0x9404ce2be5759874: Processing first storage report for DS-d108c6d2-c11a-4d5c-9d5f-b58c7ab26d04 from datanode DatanodeRegistration(127.0.0.1:35337, datanodeUuid=00268805-43a8-4d17-8bbf-9d63cb3a8e73, infoPort=37997, infoSecurePort=0, ipcPort=41727, storageInfo=lv=-57;cid=testClusterID;nsid=1421080450;c=1733111302460) 2024-12-02T03:48:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18bc64bdd66cff55 with lease ID 0x9404ce2be5759874: from storage DS-d108c6d2-c11a-4d5c-9d5f-b58c7ab26d04 node DatanodeRegistration(127.0.0.1:35337, datanodeUuid=00268805-43a8-4d17-8bbf-9d63cb3a8e73, infoPort=37997, infoSecurePort=0, ipcPort=41727, storageInfo=lv=-57;cid=testClusterID;nsid=1421080450;c=1733111302460), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18bc64bdd66cff55 with lease ID 0x9404ce2be5759874: Processing first storage report for DS-d600377d-39d1-4b2e-952f-f84590b09955 from datanode DatanodeRegistration(127.0.0.1:35337, datanodeUuid=00268805-43a8-4d17-8bbf-9d63cb3a8e73, infoPort=37997, infoSecurePort=0, ipcPort=41727, storageInfo=lv=-57;cid=testClusterID;nsid=1421080450;c=1733111302460) 2024-12-02T03:48:23,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18bc64bdd66cff55 with lease ID 0x9404ce2be5759874: from storage DS-d600377d-39d1-4b2e-952f-f84590b09955 node DatanodeRegistration(127.0.0.1:35337, datanodeUuid=00268805-43a8-4d17-8bbf-9d63cb3a8e73, infoPort=37997, infoSecurePort=0, ipcPort=41727, storageInfo=lv=-57;cid=testClusterID;nsid=1421080450;c=1733111302460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:23,888 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/data/data3/current/BP-443793389-172.17.0.2-1733111302460/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:23,888 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/data/data4/current/BP-443793389-172.17.0.2-1733111302460/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:23,902 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeab323e00b2ddab3 with lease ID 0x9404ce2be5759875: Processing first storage report for DS-2a6cec92-d059-4114-ac3b-8e564d13ff2b from datanode DatanodeRegistration(127.0.0.1:44685, datanodeUuid=1a0b60e8-fa2c-4e7b-88b7-7cabda5c1ded, infoPort=34955, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=1421080450;c=1733111302460) 2024-12-02T03:48:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeab323e00b2ddab3 with lease ID 0x9404ce2be5759875: from storage DS-2a6cec92-d059-4114-ac3b-8e564d13ff2b node DatanodeRegistration(127.0.0.1:44685, datanodeUuid=1a0b60e8-fa2c-4e7b-88b7-7cabda5c1ded, infoPort=34955, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=1421080450;c=1733111302460), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeab323e00b2ddab3 with lease ID 0x9404ce2be5759875: Processing first storage report for DS-072313f3-0ebd-42ed-8234-89a70786a248 from datanode DatanodeRegistration(127.0.0.1:44685, datanodeUuid=1a0b60e8-fa2c-4e7b-88b7-7cabda5c1ded, infoPort=34955, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=1421080450;c=1733111302460) 2024-12-02T03:48:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeab323e00b2ddab3 with lease ID 0x9404ce2be5759875: from storage DS-072313f3-0ebd-42ed-8234-89a70786a248 node DatanodeRegistration(127.0.0.1:44685, datanodeUuid=1a0b60e8-fa2c-4e7b-88b7-7cabda5c1ded, infoPort=34955, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=1421080450;c=1733111302460), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:48:23,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b 2024-12-02T03:48:23,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/zookeeper_0, clientPort=64830, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:48:23,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64830 2024-12-02T03:48:23,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:23,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:23,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:23,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698 with version=8 2024-12-02T03:48:23,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/hbase-staging 2024-12-02T03:48:23,986 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:23,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:23,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:23,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:23,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:23,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:23,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:48:23,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:23,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33441 2024-12-02T03:48:23,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33441 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-12-02T03:48:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334410x0, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:24,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33441-0x101957161e50000 connected 2024-12-02T03:48:24,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:24,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:24,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:24,105 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698, hbase.cluster.distributed=false 2024-12-02T03:48:24,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:24,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33441 2024-12-02T03:48:24,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33441 2024-12-02T03:48:24,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33441 2024-12-02T03:48:24,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33441 2024-12-02T03:48:24,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33441 2024-12-02T03:48:24,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:24,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:24,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:24,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:24,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:24,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:24,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:24,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:24,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41157 2024-12-02T03:48:24,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41157 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-12-02T03:48:24,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:24,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:24,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411570x0, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:24,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411570x0, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:24,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41157-0x101957161e50001 connected 2024-12-02T03:48:24,140 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:24,141 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:24,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:24,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:24,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41157 2024-12-02T03:48:24,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41157 2024-12-02T03:48:24,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41157 2024-12-02T03:48:24,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41157 2024-12-02T03:48:24,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41157 2024-12-02T03:48:24,163 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:24,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:24,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:24,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:24,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:24,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:24,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:24,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:24,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39119 2024-12-02T03:48:24,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39119 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-12-02T03:48:24,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:24,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:24,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391190x0, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:24,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391190x0, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:24,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39119-0x101957161e50002 connected 2024-12-02T03:48:24,182 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:24,183 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:24,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:24,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:24,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39119 2024-12-02T03:48:24,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39119 2024-12-02T03:48:24,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39119 2024-12-02T03:48:24,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39119 2024-12-02T03:48:24,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39119 2024-12-02T03:48:24,199 DEBUG [M:0;e2eaa0f11f7e:33441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:33441 2024-12-02T03:48:24,200 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,33441,1733111303985 2024-12-02T03:48:24,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:24,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:24,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:24,207 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,33441,1733111303985 2024-12-02T03:48:24,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:24,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:24,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,215 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:48:24,216 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,33441,1733111303985 from backup master directory 2024-12-02T03:48:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,33441,1733111303985 2024-12-02T03:48:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:24,223 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:24,223 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,33441,1733111303985 2024-12-02T03:48:24,230 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/hbase.id] with ID: 948c9bef-5dcd-46be-bb9f-c90d149adbca 2024-12-02T03:48:24,230 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/.tmp/hbase.id 2024-12-02T03:48:24,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:24,238 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/.tmp/hbase.id]:[hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/hbase.id] 2024-12-02T03:48:24,254 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:24,254 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:48:24,255 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T03:48:24,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:24,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:24,273 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:24,274 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:48:24,274 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:24,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:24,285 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store 2024-12-02T03:48:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:24,294 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:24,294 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:24,294 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:24,294 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:24,294 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:24,294 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:24,294 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:24,295 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111304294Disabling compacts and flushes for region at 1733111304294Disabling writes for close at 1733111304294Writing region close event to WAL at 1733111304294Closed at 1733111304294 2024-12-02T03:48:24,296 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/.initializing 2024-12-02T03:48:24,296 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/WALs/e2eaa0f11f7e,33441,1733111303985 2024-12-02T03:48:24,297 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:24,299 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C33441%2C1733111303985, suffix=, logDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/WALs/e2eaa0f11f7e,33441,1733111303985, archiveDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/oldWALs, maxLogs=10 2024-12-02T03:48:24,311 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/WALs/e2eaa0f11f7e,33441,1733111303985/e2eaa0f11f7e%2C33441%2C1733111303985.1733111304299, exclude list is [], retry=0 2024-12-02T03:48:24,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-2a6cec92-d059-4114-ac3b-8e564d13ff2b,DISK] 2024-12-02T03:48:24,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35337,DS-d108c6d2-c11a-4d5c-9d5f-b58c7ab26d04,DISK] 2024-12-02T03:48:24,317 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/WALs/e2eaa0f11f7e,33441,1733111303985/e2eaa0f11f7e%2C33441%2C1733111303985.1733111304299 2024-12-02T03:48:24,317 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34955:34955),(127.0.0.1/127.0.0.1:37997:37997)] 2024-12-02T03:48:24,317 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:24,317 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:24,318 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,318 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:48:24,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:24,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:24,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:48:24,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:24,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:24,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:48:24,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:24,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:24,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:48:24,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:24,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:24,334 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,334 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,335 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,336 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,337 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,337 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:24,339 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:24,341 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:24,342 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69640517, jitterRate=0.037724569439888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:24,342 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733111304318Initializing all the Stores at 1733111304319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111304319Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111304322 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111304322Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111304322Cleaning up temporary data from old regions at 1733111304337 (+15 ms)Region opened successfully at 1733111304342 (+5 ms) 2024-12-02T03:48:24,343 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:48:24,346 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1047748d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:24,347 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:48:24,348 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:48:24,348 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:48:24,348 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:48:24,348 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T03:48:24,349 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T03:48:24,349 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:48:24,352 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:48:24,353 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:48:24,387 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:48:24,387 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:48:24,388 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:48:24,397 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:48:24,398 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:48:24,399 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:48:24,406 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:48:24,407 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:48:24,414 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:48:24,416 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:48:24,422 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:48:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,432 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,33441,1733111303985, sessionid=0x101957161e50000, setting cluster-up flag (Was=false) 2024-12-02T03:48:24,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,473 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:48:24,474 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,33441,1733111303985 2024-12-02T03:48:24,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:24,515 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:48:24,518 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,33441,1733111303985 2024-12-02T03:48:24,521 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:48:24,525 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:24,526 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:48:24,526 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:48:24,527 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,33441,1733111303985 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:48:24,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:24,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:24,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:24,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:24,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:48:24,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:24,531 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,532 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733111334532 2024-12-02T03:48:24,532 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:48:24,532 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:48:24,532 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:48:24,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:48:24,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:48:24,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:48:24,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:48:24,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:48:24,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:24,533 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:48:24,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:48:24,534 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:48:24,534 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:48:24,534 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111304534,5,FailOnTimeoutGroup] 2024-12-02T03:48:24,534 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111304534,5,FailOnTimeoutGroup] 2024-12-02T03:48:24,534 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,534 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:48:24,534 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,534 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,535 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:24,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:48:24,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:24,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:24,549 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:48:24,549 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698 2024-12-02T03:48:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:24,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:24,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:24,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:24,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:24,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:24,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:24,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:24,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:24,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:24,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:24,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:24,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:24,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:24,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:24,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:24,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:24,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:24,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:24,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:24,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740 2024-12-02T03:48:24,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740 2024-12-02T03:48:24,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:24,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:24,571 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:24,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:24,575 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:24,576 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72981787, jitterRate=0.08751337230205536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:24,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733111304557Initializing all the Stores at 1733111304558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111304558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111304558Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111304558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111304558Cleaning up temporary data from old regions at 1733111304571 (+13 ms)Region opened successfully at 1733111304577 (+6 ms) 2024-12-02T03:48:24,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:24,577 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:24,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:24,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:24,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:24,577 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:24,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111304577Disabling compacts and flushes for region at 1733111304577Disabling writes for close at 1733111304577Writing region close event to WAL at 1733111304577Closed at 1733111304577 2024-12-02T03:48:24,579 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:24,579 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:48:24,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:48:24,581 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:24,582 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:48:24,589 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(746): ClusterId : 948c9bef-5dcd-46be-bb9f-c90d149adbca 2024-12-02T03:48:24,589 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(746): ClusterId : 948c9bef-5dcd-46be-bb9f-c90d149adbca 2024-12-02T03:48:24,589 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:24,589 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:24,598 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:24,598 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:24,598 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:24,599 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:24,607 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:24,607 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:24,607 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1223ffd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:24,607 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf3b91b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:24,617 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e2eaa0f11f7e:39119 2024-12-02T03:48:24,617 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:24,617 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:24,617 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:41157 2024-12-02T03:48:24,617 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:24,617 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:24,618 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:24,618 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:24,618 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,33441,1733111303985 with port=41157, startcode=1733111304124 2024-12-02T03:48:24,618 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,33441,1733111303985 with port=39119, startcode=1733111304162 2024-12-02T03:48:24,618 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:24,618 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:24,620 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33659, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:24,620 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40927, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:24,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:24,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33441 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:24,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,39119,1733111304162 2024-12-02T03:48:24,623 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698 2024-12-02T03:48:24,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33441 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,39119,1733111304162 2024-12-02T03:48:24,623 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35541 2024-12-02T03:48:24,623 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:24,625 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698 2024-12-02T03:48:24,625 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35541 2024-12-02T03:48:24,625 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:24,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:24,679 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] zookeeper.ZKUtil(111): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:24,680 WARN [RS:0;e2eaa0f11f7e:41157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:24,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,39119,1733111304162] 2024-12-02T03:48:24,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,41157,1733111304124] 2024-12-02T03:48:24,680 INFO [RS:0;e2eaa0f11f7e:41157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:24,680 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:24,680 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] zookeeper.ZKUtil(111): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,39119,1733111304162 2024-12-02T03:48:24,680 WARN [RS:1;e2eaa0f11f7e:39119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:24,680 INFO [RS:1;e2eaa0f11f7e:39119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:24,680 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,39119,1733111304162 2024-12-02T03:48:24,684 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:24,684 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:24,686 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:24,686 INFO [RS:0;e2eaa0f11f7e:41157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:24,686 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,687 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:24,688 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:24,688 INFO [RS:1;e2eaa0f11f7e:39119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:24,688 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,689 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:24,689 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:24,689 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,689 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,689 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,689 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,689 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,689 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,689 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:24,690 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,690 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,690 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,690 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,690 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,690 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,690 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:24,690 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:24,690 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:24,690 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,690 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,690 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,690 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,690 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,691 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,691 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:24,691 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,691 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,691 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,691 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,691 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,691 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:24,691 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:24,691 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:24,694 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,41157,1733111304124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:24,695 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,39119,1733111304162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:24,707 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:24,707 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:24,708 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,41157,1733111304124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,708 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,39119,1733111304162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,708 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,708 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,708 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.Replication(171): e2eaa0f11f7e,41157,1733111304124 started 2024-12-02T03:48:24,708 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.Replication(171): e2eaa0f11f7e,39119,1733111304162 started 2024-12-02T03:48:24,720 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,720 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,41157,1733111304124, RpcServer on e2eaa0f11f7e/172.17.0.2:41157, sessionid=0x101957161e50001 2024-12-02T03:48:24,720 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:24,720 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:24,720 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,41157,1733111304124' 2024-12-02T03:48:24,720 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:24,721 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:24,721 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:24,722 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:24,722 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:24,722 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:24,722 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,39119,1733111304162, RpcServer on e2eaa0f11f7e/172.17.0.2:39119, sessionid=0x101957161e50002 2024-12-02T03:48:24,722 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,41157,1733111304124' 2024-12-02T03:48:24,722 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:24,722 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:24,722 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,39119,1733111304162 2024-12-02T03:48:24,722 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,39119,1733111304162' 2024-12-02T03:48:24,722 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:24,722 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:24,722 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:24,722 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:24,723 INFO [RS:0;e2eaa0f11f7e:41157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:24,723 INFO [RS:0;e2eaa0f11f7e:41157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:24,723 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:24,723 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:24,723 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,39119,1733111304162 2024-12-02T03:48:24,723 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,39119,1733111304162' 2024-12-02T03:48:24,723 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:24,723 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:24,723 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:24,723 INFO [RS:1;e2eaa0f11f7e:39119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:24,723 INFO [RS:1;e2eaa0f11f7e:39119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:24,732 WARN [e2eaa0f11f7e:33441 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:48:24,823 INFO [RS:0;e2eaa0f11f7e:41157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:24,824 INFO [RS:1;e2eaa0f11f7e:39119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:24,826 INFO [RS:0;e2eaa0f11f7e:41157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C41157%2C1733111304124, suffix=, logDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,41157,1733111304124, archiveDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/oldWALs, maxLogs=32 2024-12-02T03:48:24,826 INFO [RS:1;e2eaa0f11f7e:39119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C39119%2C1733111304162, suffix=, logDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,39119,1733111304162, archiveDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/oldWALs, maxLogs=32 2024-12-02T03:48:24,842 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,41157,1733111304124/e2eaa0f11f7e%2C41157%2C1733111304124.1733111304828, exclude list is [], retry=0 2024-12-02T03:48:24,844 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,39119,1733111304162/e2eaa0f11f7e%2C39119%2C1733111304162.1733111304829, exclude list is [], retry=0 2024-12-02T03:48:24,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-2a6cec92-d059-4114-ac3b-8e564d13ff2b,DISK] 2024-12-02T03:48:24,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35337,DS-d108c6d2-c11a-4d5c-9d5f-b58c7ab26d04,DISK] 2024-12-02T03:48:24,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35337,DS-d108c6d2-c11a-4d5c-9d5f-b58c7ab26d04,DISK] 2024-12-02T03:48:24,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-2a6cec92-d059-4114-ac3b-8e564d13ff2b,DISK] 2024-12-02T03:48:24,851 INFO [RS:0;e2eaa0f11f7e:41157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,41157,1733111304124/e2eaa0f11f7e%2C41157%2C1733111304124.1733111304828 2024-12-02T03:48:24,851 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37997:37997),(127.0.0.1/127.0.0.1:34955:34955)] 2024-12-02T03:48:24,852 INFO [RS:1;e2eaa0f11f7e:39119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,39119,1733111304162/e2eaa0f11f7e%2C39119%2C1733111304162.1733111304829 2024-12-02T03:48:24,852 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34955:34955),(127.0.0.1/127.0.0.1:37997:37997)] 2024-12-02T03:48:24,983 DEBUG [e2eaa0f11f7e:33441 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T03:48:24,983 DEBUG [e2eaa0f11f7e:33441 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:24,988 DEBUG [e2eaa0f11f7e:33441 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:24,988 DEBUG [e2eaa0f11f7e:33441 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:24,988 DEBUG [e2eaa0f11f7e:33441 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:24,988 DEBUG [e2eaa0f11f7e:33441 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:24,988 INFO [e2eaa0f11f7e:33441 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:24,988 INFO [e2eaa0f11f7e:33441 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:24,988 DEBUG [e2eaa0f11f7e:33441 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:24,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:24,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,41157,1733111304124, state=OPENING 2024-12-02T03:48:25,029 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:48:25,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:25,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:25,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:25,041 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:25,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:25,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,41157,1733111304124}] 2024-12-02T03:48:25,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:25,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:25,200 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:25,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50299, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:25,214 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:48:25,214 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:25,214 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:48:25,217 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C41157%2C1733111304124.meta, suffix=.meta, logDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,41157,1733111304124, archiveDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/oldWALs, maxLogs=32 2024-12-02T03:48:25,230 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,41157,1733111304124/e2eaa0f11f7e%2C41157%2C1733111304124.meta.1733111305218.meta, exclude list is [], retry=0 2024-12-02T03:48:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-2a6cec92-d059-4114-ac3b-8e564d13ff2b,DISK] 2024-12-02T03:48:25,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35337,DS-d108c6d2-c11a-4d5c-9d5f-b58c7ab26d04,DISK] 2024-12-02T03:48:25,236 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/WALs/e2eaa0f11f7e,41157,1733111304124/e2eaa0f11f7e%2C41157%2C1733111304124.meta.1733111305218.meta 2024-12-02T03:48:25,236 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34955:34955),(127.0.0.1/127.0.0.1:37997:37997)] 2024-12-02T03:48:25,236 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:25,236 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:48:25,236 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:48:25,237 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:48:25,237 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:48:25,237 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:25,237 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:48:25,237 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:48:25,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:25,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:25,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:25,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:25,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:25,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:25,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:25,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:25,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:25,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:25,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:25,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:25,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:25,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:25,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:25,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:25,246 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:25,247 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740 2024-12-02T03:48:25,248 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740 2024-12-02T03:48:25,250 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:25,250 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:25,251 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:25,252 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:25,253 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73495636, jitterRate=0.09517031908035278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:25,253 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:48:25,254 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733111305237Writing region info on filesystem at 1733111305237Initializing all the Stores at 1733111305238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111305238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111305239 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111305239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111305239Cleaning up temporary data from old regions at 1733111305250 (+11 ms)Running coprocessor post-open hooks at 1733111305253 (+3 ms)Region opened successfully at 1733111305254 (+1 ms) 2024-12-02T03:48:25,255 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733111305198 2024-12-02T03:48:25,258 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:48:25,258 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:48:25,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:25,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,41157,1733111304124, state=OPEN 2024-12-02T03:48:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:25,273 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:25,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:25,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:25,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:25,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:48:25,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,41157,1733111304124 in 232 msec 2024-12-02T03:48:25,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:48:25,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-12-02T03:48:25,281 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:25,282 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:48:25,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:25,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,41157,1733111304124, seqNum=-1] 2024-12-02T03:48:25,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:25,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32925, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:25,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 768 msec 2024-12-02T03:48:25,292 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733111305292, completionTime=-1 2024-12-02T03:48:25,292 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T03:48:25,292 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:48:25,294 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T03:48:25,294 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733111365294 2024-12-02T03:48:25,294 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733111425294 2024-12-02T03:48:25,294 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T03:48:25,295 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:48:25,295 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33441,1733111303985-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:25,295 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33441,1733111303985-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:25,295 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33441,1733111303985-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:25,296 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:33441, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:25,296 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:25,296 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:25,298 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:48:25,301 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.078sec 2024-12-02T03:48:25,301 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:48:25,301 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:48:25,301 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:48:25,301 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:48:25,301 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:48:25,301 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33441,1733111303985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:25,302 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33441,1733111303985-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:48:25,304 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:48:25,304 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:48:25,304 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33441,1733111303985-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:25,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:48:25,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:25,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:25,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7771c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:25,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,33441,-1 for getting cluster id 2024-12-02T03:48:25,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:48:25,391 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '948c9bef-5dcd-46be-bb9f-c90d149adbca' 2024-12-02T03:48:25,392 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:48:25,392 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "948c9bef-5dcd-46be-bb9f-c90d149adbca" 2024-12-02T03:48:25,392 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d443a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:25,392 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,33441,-1] 2024-12-02T03:48:25,393 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:48:25,393 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:25,395 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:48:25,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7a7551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:25,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:25,398 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,41157,1733111304124, seqNum=-1] 2024-12-02T03:48:25,399 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:25,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:25,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,33441,1733111303985 2024-12-02T03:48:25,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:48:25,404 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,33441,1733111303985 2024-12-02T03:48:25,404 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e67dff3 2024-12-02T03:48:25,404 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:48:25,405 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:48:25,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T03:48:25,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:48:25,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:25,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T03:48:25,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:48:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:25,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:25,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:25,420 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 42a980a7789f4f82545d26ff2ddd1bfd, NAME => 'testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698 2024-12-02T03:48:25,420 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b0497ad9d63d1c2f8dfa3a7608ca0a0, NAME => 'testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698 2024-12-02T03:48:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:25,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:25,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:25,430 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:25,430 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:25,430 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0b0497ad9d63d1c2f8dfa3a7608ca0a0, disabling compactions & flushes 2024-12-02T03:48:25,430 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 42a980a7789f4f82545d26ff2ddd1bfd, disabling compactions & flushes 2024-12-02T03:48:25,430 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:25,430 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:25,430 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:25,430 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:25,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. after waiting 0 ms 2024-12-02T03:48:25,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. after waiting 0 ms 2024-12-02T03:48:25,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:25,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:25,431 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:25,431 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:25,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b0497ad9d63d1c2f8dfa3a7608ca0a0: Waiting for close lock at 1733111305430Disabling compacts and flushes for region at 1733111305430Disabling writes for close at 1733111305431 (+1 ms)Writing region close event to WAL at 1733111305431Closed at 1733111305431 2024-12-02T03:48:25,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 42a980a7789f4f82545d26ff2ddd1bfd: Waiting for close lock at 1733111305430Disabling compacts and flushes for region at 1733111305430Disabling writes for close at 1733111305431 (+1 ms)Writing region close event to WAL at 1733111305431Closed at 1733111305431 2024-12-02T03:48:25,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:48:25,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111305433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111305433"}]},"ts":"1733111305433"} 2024-12-02T03:48:25,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111305433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111305433"}]},"ts":"1733111305433"} 2024-12-02T03:48:25,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T03:48:25,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:48:25,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111305439"}]},"ts":"1733111305439"} 2024-12-02T03:48:25,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T03:48:25,442 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:25,443 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:25,443 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:25,444 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:25,444 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:25,444 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:25,444 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:25,444 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:25,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b0497ad9d63d1c2f8dfa3a7608ca0a0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=42a980a7789f4f82545d26ff2ddd1bfd, ASSIGN}] 2024-12-02T03:48:25,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=42a980a7789f4f82545d26ff2ddd1bfd, ASSIGN 2024-12-02T03:48:25,446 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b0497ad9d63d1c2f8dfa3a7608ca0a0, ASSIGN 2024-12-02T03:48:25,448 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=42a980a7789f4f82545d26ff2ddd1bfd, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,41157,1733111304124; forceNewPlan=false, retain=false 2024-12-02T03:48:25,448 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b0497ad9d63d1c2f8dfa3a7608ca0a0, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,39119,1733111304162; forceNewPlan=false, retain=false 2024-12-02T03:48:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:25,598 INFO [e2eaa0f11f7e:33441 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T03:48:25,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=42a980a7789f4f82545d26ff2ddd1bfd, regionState=OPENING, regionLocation=e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:25,599 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b0497ad9d63d1c2f8dfa3a7608ca0a0, regionState=OPENING, regionLocation=e2eaa0f11f7e,39119,1733111304162 2024-12-02T03:48:25,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b0497ad9d63d1c2f8dfa3a7608ca0a0, ASSIGN because future has completed 2024-12-02T03:48:25,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b0497ad9d63d1c2f8dfa3a7608ca0a0, server=e2eaa0f11f7e,39119,1733111304162}] 2024-12-02T03:48:25,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=42a980a7789f4f82545d26ff2ddd1bfd, ASSIGN because future has completed 2024-12-02T03:48:25,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42a980a7789f4f82545d26ff2ddd1bfd, server=e2eaa0f11f7e,41157,1733111304124}] 2024-12-02T03:48:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:25,762 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:25,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56861, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:25,773 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:25,773 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 42a980a7789f4f82545d26ff2ddd1bfd, NAME => 'testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T03:48:25,773 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,774 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:25,774 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:25,774 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b0497ad9d63d1c2f8dfa3a7608ca0a0, NAME => 'testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T03:48:25,774 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,774 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,774 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,775 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:25,775 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,775 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,776 INFO [StoreOpener-42a980a7789f4f82545d26ff2ddd1bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,777 INFO [StoreOpener-0b0497ad9d63d1c2f8dfa3a7608ca0a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,778 INFO [StoreOpener-0b0497ad9d63d1c2f8dfa3a7608ca0a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0497ad9d63d1c2f8dfa3a7608ca0a0 columnFamilyName family 2024-12-02T03:48:25,778 INFO [StoreOpener-42a980a7789f4f82545d26ff2ddd1bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42a980a7789f4f82545d26ff2ddd1bfd columnFamilyName family 2024-12-02T03:48:25,778 DEBUG [StoreOpener-0b0497ad9d63d1c2f8dfa3a7608ca0a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:25,778 DEBUG [StoreOpener-42a980a7789f4f82545d26ff2ddd1bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:25,779 INFO [StoreOpener-0b0497ad9d63d1c2f8dfa3a7608ca0a0-1 {}] regionserver.HStore(327): Store=0b0497ad9d63d1c2f8dfa3a7608ca0a0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:25,779 INFO [StoreOpener-42a980a7789f4f82545d26ff2ddd1bfd-1 {}] regionserver.HStore(327): Store=42a980a7789f4f82545d26ff2ddd1bfd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:25,779 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,779 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,780 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,780 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,780 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,780 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,781 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,781 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,781 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,781 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,783 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,783 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,786 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/0b0497ad9d63d1c2f8dfa3a7608ca0a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:25,786 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/42a980a7789f4f82545d26ff2ddd1bfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:25,786 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0b0497ad9d63d1c2f8dfa3a7608ca0a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74157205, jitterRate=0.10502846539020538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:25,786 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 42a980a7789f4f82545d26ff2ddd1bfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73268166, jitterRate=0.09178075194358826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:25,786 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:25,786 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:25,787 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0b0497ad9d63d1c2f8dfa3a7608ca0a0: Running coprocessor pre-open hook at 1733111305775Writing region info on filesystem at 1733111305775Initializing all the Stores at 1733111305776 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111305776Cleaning up temporary data from old regions at 1733111305781 (+5 ms)Running coprocessor post-open hooks at 1733111305786 (+5 ms)Region opened successfully at 1733111305787 (+1 ms) 2024-12-02T03:48:25,787 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 42a980a7789f4f82545d26ff2ddd1bfd: Running coprocessor pre-open hook at 1733111305774Writing region info on filesystem at 1733111305774Initializing all the Stores at 1733111305775 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111305776 (+1 ms)Cleaning up temporary data from old regions at 1733111305781 (+5 ms)Running coprocessor post-open hooks at 1733111305786 (+5 ms)Region opened successfully at 1733111305787 (+1 ms) 2024-12-02T03:48:25,788 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0., pid=7, masterSystemTime=1733111305762 2024-12-02T03:48:25,788 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd., pid=8, masterSystemTime=1733111305764 2024-12-02T03:48:25,791 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:25,791 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:25,792 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b0497ad9d63d1c2f8dfa3a7608ca0a0, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,39119,1733111304162 2024-12-02T03:48:25,792 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:25,792 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:25,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=42a980a7789f4f82545d26ff2ddd1bfd, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:25,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b0497ad9d63d1c2f8dfa3a7608ca0a0, server=e2eaa0f11f7e,39119,1733111304162 because future has completed 2024-12-02T03:48:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42a980a7789f4f82545d26ff2ddd1bfd, server=e2eaa0f11f7e,41157,1733111304124 because future has completed 2024-12-02T03:48:25,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-02T03:48:25,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b0497ad9d63d1c2f8dfa3a7608ca0a0, server=e2eaa0f11f7e,39119,1733111304162 in 190 msec 2024-12-02T03:48:25,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-02T03:48:25,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 42a980a7789f4f82545d26ff2ddd1bfd, server=e2eaa0f11f7e,41157,1733111304124 in 187 msec 2024-12-02T03:48:25,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0b0497ad9d63d1c2f8dfa3a7608ca0a0, ASSIGN in 356 msec 2024-12-02T03:48:25,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-02T03:48:25,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=42a980a7789f4f82545d26ff2ddd1bfd, ASSIGN in 357 msec 2024-12-02T03:48:25,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:48:25,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111305806"}]},"ts":"1733111305806"} 2024-12-02T03:48:25,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T03:48:25,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:48:25,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 405 msec 2024-12-02T03:48:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:26,042 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T03:48:26,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T03:48:26,042 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:26,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T03:48:26,046 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:26,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T03:48:26,049 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0., hostname=e2eaa0f11f7e,39119,1733111304162, seqNum=2] 2024-12-02T03:48:26,050 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:26,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:26,067 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd., hostname=e2eaa0f11f7e,41157,1733111304124, seqNum=2] 2024-12-02T03:48:26,084 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 42a980a7789f4f82545d26ff2ddd1bfd 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T03:48:26,104 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/42a980a7789f4f82545d26ff2ddd1bfd/.tmp/family/8c480f4c530e49a8a68d06075ae1ec14 is 32, key is 5/family:/1733111306068/Put/seqid=0 2024-12-02T03:48:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741839_1015 (size=5083) 2024-12-02T03:48:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741839_1015 (size=5083) 2024-12-02T03:48:26,514 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/42a980a7789f4f82545d26ff2ddd1bfd/.tmp/family/8c480f4c530e49a8a68d06075ae1ec14 2024-12-02T03:48:26,529 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/42a980a7789f4f82545d26ff2ddd1bfd/.tmp/family/8c480f4c530e49a8a68d06075ae1ec14 as hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/42a980a7789f4f82545d26ff2ddd1bfd/family/8c480f4c530e49a8a68d06075ae1ec14 2024-12-02T03:48:26,542 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/42a980a7789f4f82545d26ff2ddd1bfd/family/8c480f4c530e49a8a68d06075ae1ec14, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T03:48:26,546 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 42a980a7789f4f82545d26ff2ddd1bfd in 462ms, sequenceid=9, compaction requested=false 2024-12-02T03:48:26,546 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 42a980a7789f4f82545d26ff2ddd1bfd: 2024-12-02T03:48:26,546 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0b0497ad9d63d1c2f8dfa3a7608ca0a0 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T03:48:26,573 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/0b0497ad9d63d1c2f8dfa3a7608ca0a0/.tmp/family/1453dcf4856144e0bb905acfdd90fd2f is 32, key is 1/family:/1733111306053/Put/seqid=0 2024-12-02T03:48:26,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741840_1016 (size=5054) 2024-12-02T03:48:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741840_1016 (size=5054) 2024-12-02T03:48:26,585 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/0b0497ad9d63d1c2f8dfa3a7608ca0a0/.tmp/family/1453dcf4856144e0bb905acfdd90fd2f 2024-12-02T03:48:26,599 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/0b0497ad9d63d1c2f8dfa3a7608ca0a0/.tmp/family/1453dcf4856144e0bb905acfdd90fd2f as hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/0b0497ad9d63d1c2f8dfa3a7608ca0a0/family/1453dcf4856144e0bb905acfdd90fd2f 2024-12-02T03:48:26,616 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/0b0497ad9d63d1c2f8dfa3a7608ca0a0/family/1453dcf4856144e0bb905acfdd90fd2f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T03:48:26,617 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0b0497ad9d63d1c2f8dfa3a7608ca0a0 in 71ms, sequenceid=8, compaction requested=false 2024-12-02T03:48:26,617 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0b0497ad9d63d1c2f8dfa3a7608ca0a0: 2024-12-02T03:48:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:48:26,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:26,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:26,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:26,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:26,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:48:26,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:48:26,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1185497510, stopped=false 2024-12-02T03:48:26,630 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,33441,1733111303985 2024-12-02T03:48:26,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:26,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:26,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:26,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:26,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:26,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:26,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:26,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:26,671 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:26,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:26,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:26,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:26,672 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,41157,1733111304124' ***** 2024-12-02T03:48:26,672 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:26,673 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:26,673 INFO [RS:0;e2eaa0f11f7e:41157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:26,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:26,673 INFO [RS:0;e2eaa0f11f7e:41157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:26,673 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(3091): Received CLOSE for 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:26,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:26,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,39119,1733111304162' ***** 2024-12-02T03:48:26,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:26,673 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:26,673 INFO [RS:1;e2eaa0f11f7e:39119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:26,673 INFO [RS:1;e2eaa0f11f7e:39119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:26,674 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:26,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:26,682 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:26,683 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:26,683 INFO [RS:0;e2eaa0f11f7e:41157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:41157. 2024-12-02T03:48:26,683 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:26,683 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:26,683 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:26,683 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:26,683 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:26,683 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:48:26,684 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42a980a7789f4f82545d26ff2ddd1bfd, disabling compactions & flushes 2024-12-02T03:48:26,684 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:26,684 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:26,684 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. after waiting 0 ms 2024-12-02T03:48:26,684 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:26,684 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,39119,1733111304162 2024-12-02T03:48:26,685 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:26,685 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b0497ad9d63d1c2f8dfa3a7608ca0a0, disabling compactions & flushes 2024-12-02T03:48:26,685 INFO [RS:1;e2eaa0f11f7e:39119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e2eaa0f11f7e:39119. 2024-12-02T03:48:26,685 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:26,685 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:26,685 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:26,685 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. after waiting 0 ms 2024-12-02T03:48:26,685 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:26,685 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:26,685 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T03:48:26,685 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(1325): Online Regions={0b0497ad9d63d1c2f8dfa3a7608ca0a0=testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0.} 2024-12-02T03:48:26,685 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(1351): Waiting on 0b0497ad9d63d1c2f8dfa3a7608ca0a0 2024-12-02T03:48:26,687 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T03:48:26,687 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 42a980a7789f4f82545d26ff2ddd1bfd=testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd.} 2024-12-02T03:48:26,687 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42a980a7789f4f82545d26ff2ddd1bfd 2024-12-02T03:48:26,687 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:26,687 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:26,687 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:26,687 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:26,688 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:26,688 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T03:48:26,696 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T03:48:26,696 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T03:48:26,697 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:26,697 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:26,720 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/0b0497ad9d63d1c2f8dfa3a7608ca0a0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T03:48:26,721 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:26,721 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b0497ad9d63d1c2f8dfa3a7608ca0a0: Waiting for close lock at 1733111306685Running coprocessor pre-close hooks at 1733111306685Disabling compacts and flushes for region at 1733111306685Disabling writes for close at 1733111306685Writing region close event to WAL at 1733111306701 (+16 ms)Running coprocessor post-close hooks at 1733111306721 (+20 ms)Closed at 1733111306721 2024-12-02T03:48:26,722 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733111305406.0b0497ad9d63d1c2f8dfa3a7608ca0a0. 2024-12-02T03:48:26,724 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T03:48:26,724 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T03:48:26,731 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/default/testClearRegionBlockCache/42a980a7789f4f82545d26ff2ddd1bfd/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T03:48:26,732 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:26,732 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42a980a7789f4f82545d26ff2ddd1bfd: Waiting for close lock at 1733111306684Running coprocessor pre-close hooks at 1733111306684Disabling compacts and flushes for region at 1733111306684Disabling writes for close at 1733111306684Writing region close event to WAL at 1733111306701 (+17 ms)Running coprocessor post-close hooks at 1733111306732 (+31 ms)Closed at 1733111306732 2024-12-02T03:48:26,733 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd. 2024-12-02T03:48:26,733 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/.tmp/info/51deac6ade91482e917e3a90df40a08d is 173, key is testClearRegionBlockCache,5,1733111305406.42a980a7789f4f82545d26ff2ddd1bfd./info:regioninfo/1733111305793/Put/seqid=0 2024-12-02T03:48:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:26,753 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/.tmp/info/51deac6ade91482e917e3a90df40a08d 2024-12-02T03:48:26,795 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/.tmp/ns/5722042a846f415281c0f465902c4231 is 43, key is default/ns:d/1733111305285/Put/seqid=0 2024-12-02T03:48:26,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:26,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:26,814 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/.tmp/ns/5722042a846f415281c0f465902c4231 2024-12-02T03:48:26,858 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/.tmp/table/afc7039a7908436ebb7e9e9ba9204af1 is 61, key is testClearRegionBlockCache/table:state/1733111305806/Put/seqid=0 2024-12-02T03:48:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:26,876 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/.tmp/table/afc7039a7908436ebb7e9e9ba9204af1 2024-12-02T03:48:26,885 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,39119,1733111304162; all regions closed. 2024-12-02T03:48:26,887 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T03:48:26,890 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/.tmp/info/51deac6ade91482e917e3a90df40a08d as hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/info/51deac6ade91482e917e3a90df40a08d 2024-12-02T03:48:26,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741834_1010 (size=1758) 2024-12-02T03:48:26,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741834_1010 (size=1758) 2024-12-02T03:48:26,905 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/oldWALs 2024-12-02T03:48:26,905 INFO [RS:1;e2eaa0f11f7e:39119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C39119%2C1733111304162:(num 1733111304829) 2024-12-02T03:48:26,905 DEBUG [RS:1;e2eaa0f11f7e:39119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:26,905 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:26,906 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:26,906 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:26,907 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/info/51deac6ade91482e917e3a90df40a08d, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T03:48:26,910 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:26,910 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:26,911 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:26,911 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:26,911 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:26,911 INFO [RS:1;e2eaa0f11f7e:39119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39119 2024-12-02T03:48:26,915 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/.tmp/ns/5722042a846f415281c0f465902c4231 as hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/ns/5722042a846f415281c0f465902c4231 2024-12-02T03:48:26,926 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/ns/5722042a846f415281c0f465902c4231, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T03:48:26,930 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/.tmp/table/afc7039a7908436ebb7e9e9ba9204af1 as hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/table/afc7039a7908436ebb7e9e9ba9204af1 2024-12-02T03:48:26,939 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:26,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:26,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,39119,1733111304162 2024-12-02T03:48:26,948 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/table/afc7039a7908436ebb7e9e9ba9204af1, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T03:48:26,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,39119,1733111304162] 2024-12-02T03:48:26,954 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 266ms, sequenceid=13, compaction requested=false 2024-12-02T03:48:26,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,39119,1733111304162 already deleted, retry=false 2024-12-02T03:48:26,956 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,39119,1733111304162 expired; onlineServers=1 2024-12-02T03:48:26,971 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T03:48:26,973 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:48:26,973 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:26,975 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111306687Running coprocessor pre-close hooks at 1733111306687Disabling compacts and flushes for region at 1733111306687Disabling writes for close at 1733111306687Obtaining lock to block concurrent updates at 1733111306688 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733111306688Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733111306689 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733111306689Flushing 1588230740/info: creating writer at 1733111306690 (+1 ms)Flushing 1588230740/info: appending metadata at 1733111306732 (+42 ms)Flushing 1588230740/info: closing flushed file at 1733111306732Flushing 1588230740/ns: creating writer at 1733111306772 (+40 ms)Flushing 1588230740/ns: appending metadata at 1733111306794 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733111306794Flushing 1588230740/table: creating writer at 1733111306835 (+41 ms)Flushing 1588230740/table: appending metadata at 1733111306858 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733111306858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ad6263: reopening flushed file at 1733111306888 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed7a707: reopening flushed file at 1733111306911 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477aea80: reopening flushed file at 1733111306927 (+16 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 266ms, sequenceid=13, compaction requested=false at 1733111306954 (+27 ms)Writing region close event to WAL at 1733111306961 (+7 ms)Running coprocessor post-close hooks at 1733111306972 (+11 ms)Closed at 1733111306973 (+1 ms) 2024-12-02T03:48:26,975 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:27,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:27,048 INFO [RS:1;e2eaa0f11f7e:39119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:27,048 INFO [RS:1;e2eaa0f11f7e:39119 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,39119,1733111304162; zookeeper connection closed. 2024-12-02T03:48:27,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39119-0x101957161e50002, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:27,049 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@356d6a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@356d6a8 2024-12-02T03:48:27,087 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,41157,1733111304124; all regions closed. 2024-12-02T03:48:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:27,097 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/oldWALs 2024-12-02T03:48:27,097 INFO [RS:0;e2eaa0f11f7e:41157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C41157%2C1733111304124.meta:.meta(num 1733111305218) 2024-12-02T03:48:27,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741833_1009 (size=1867) 2024-12-02T03:48:27,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741833_1009 (size=1867) 2024-12-02T03:48:27,106 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/oldWALs 2024-12-02T03:48:27,106 INFO [RS:0;e2eaa0f11f7e:41157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C41157%2C1733111304124:(num 1733111304828) 2024-12-02T03:48:27,107 DEBUG [RS:0;e2eaa0f11f7e:41157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:27,107 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:27,107 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:27,107 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:27,107 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:27,107 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:27,107 INFO [RS:0;e2eaa0f11f7e:41157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41157 2024-12-02T03:48:27,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:27,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,41157,1733111304124 2024-12-02T03:48:27,139 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:27,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,41157,1733111304124] 2024-12-02T03:48:27,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,41157,1733111304124 already deleted, retry=false 2024-12-02T03:48:27,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,41157,1733111304124 expired; onlineServers=0 2024-12-02T03:48:27,156 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,33441,1733111303985' ***** 2024-12-02T03:48:27,156 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:48:27,156 INFO [M:0;e2eaa0f11f7e:33441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:27,156 INFO [M:0;e2eaa0f11f7e:33441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:27,156 DEBUG [M:0;e2eaa0f11f7e:33441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:48:27,156 DEBUG [M:0;e2eaa0f11f7e:33441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:48:27,156 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111304534 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111304534,5,FailOnTimeoutGroup] 2024-12-02T03:48:27,156 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:48:27,156 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111304534 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111304534,5,FailOnTimeoutGroup] 2024-12-02T03:48:27,157 INFO [M:0;e2eaa0f11f7e:33441 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:27,157 INFO [M:0;e2eaa0f11f7e:33441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:27,157 DEBUG [M:0;e2eaa0f11f7e:33441 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:48:27,157 INFO [M:0;e2eaa0f11f7e:33441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:48:27,157 INFO [M:0;e2eaa0f11f7e:33441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:27,157 INFO [M:0;e2eaa0f11f7e:33441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:48:27,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:48:27,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:27,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:27,164 DEBUG [M:0;e2eaa0f11f7e:33441 {}] zookeeper.ZKUtil(347): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:48:27,164 WARN [M:0;e2eaa0f11f7e:33441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:48:27,165 INFO [M:0;e2eaa0f11f7e:33441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/.lastflushedseqids 2024-12-02T03:48:27,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741844_1020 (size=191) 2024-12-02T03:48:27,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741844_1020 (size=191) 2024-12-02T03:48:27,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:27,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41157-0x101957161e50001, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:27,248 INFO [RS:0;e2eaa0f11f7e:41157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:27,248 INFO [RS:0;e2eaa0f11f7e:41157 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,41157,1733111304124; zookeeper connection closed. 2024-12-02T03:48:27,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fa112fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fa112fc 2024-12-02T03:48:27,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T03:48:27,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T03:48:27,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T03:48:27,590 INFO [M:0;e2eaa0f11f7e:33441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:48:27,590 INFO [M:0;e2eaa0f11f7e:33441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:48:27,591 DEBUG [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:27,591 INFO [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:27,591 DEBUG [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:27,591 DEBUG [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:27,591 DEBUG [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:27,591 INFO [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-02T03:48:27,624 DEBUG [M:0;e2eaa0f11f7e:33441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5058f262cc35419b9d19f76d7f2ccced is 82, key is hbase:meta,,1/info:regioninfo/1733111305258/Put/seqid=0 2024-12-02T03:48:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:27,635 INFO [M:0;e2eaa0f11f7e:33441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5058f262cc35419b9d19f76d7f2ccced 2024-12-02T03:48:27,660 DEBUG [M:0;e2eaa0f11f7e:33441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac2105a114c24142bfb7ee5b63216778 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733111305814/Put/seqid=0 2024-12-02T03:48:27,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741846_1022 (size=6220) 2024-12-02T03:48:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741846_1022 (size=6220) 2024-12-02T03:48:27,675 INFO [M:0;e2eaa0f11f7e:33441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac2105a114c24142bfb7ee5b63216778 2024-12-02T03:48:27,703 DEBUG [M:0;e2eaa0f11f7e:33441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54fb25a9f1c44fdf9e7a758562570e87 is 69, key is e2eaa0f11f7e,39119,1733111304162/rs:state/1733111304623/Put/seqid=0 2024-12-02T03:48:27,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:27,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:27,711 INFO [M:0;e2eaa0f11f7e:33441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54fb25a9f1c44fdf9e7a758562570e87 2024-12-02T03:48:27,720 DEBUG [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5058f262cc35419b9d19f76d7f2ccced as hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5058f262cc35419b9d19f76d7f2ccced 2024-12-02T03:48:27,728 INFO [M:0;e2eaa0f11f7e:33441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5058f262cc35419b9d19f76d7f2ccced, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T03:48:27,730 DEBUG [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac2105a114c24142bfb7ee5b63216778 as hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac2105a114c24142bfb7ee5b63216778 2024-12-02T03:48:27,738 INFO [M:0;e2eaa0f11f7e:33441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac2105a114c24142bfb7ee5b63216778, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T03:48:27,740 DEBUG [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54fb25a9f1c44fdf9e7a758562570e87 as hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54fb25a9f1c44fdf9e7a758562570e87 2024-12-02T03:48:27,749 INFO [M:0;e2eaa0f11f7e:33441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35541/user/jenkins/test-data/a549c696-63d9-695b-2963-6986c9c75698/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54fb25a9f1c44fdf9e7a758562570e87, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T03:48:27,750 INFO [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=71, compaction requested=false 2024-12-02T03:48:27,761 INFO [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:27,761 DEBUG [M:0;e2eaa0f11f7e:33441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111307591Disabling compacts and flushes for region at 1733111307591Disabling writes for close at 1733111307591Obtaining lock to block concurrent updates at 1733111307591Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733111307591Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733111307591Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733111307592 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733111307592Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733111307623 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733111307623Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733111307643 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733111307660 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733111307660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733111307683 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733111307702 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733111307702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14605e22: reopening flushed file at 1733111307719 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f409055: reopening flushed file at 1733111307729 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4bf3bf: reopening flushed file at 1733111307738 (+9 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=71, compaction requested=false at 1733111307750 (+12 ms)Writing region close event to WAL at 1733111307761 (+11 ms)Closed at 1733111307761 2024-12-02T03:48:27,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35337 is added to blk_1073741830_1006 (size=35452) 2024-12-02T03:48:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741830_1006 (size=35452) 2024-12-02T03:48:27,766 INFO [M:0;e2eaa0f11f7e:33441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:48:27,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:27,767 INFO [M:0;e2eaa0f11f7e:33441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33441 2024-12-02T03:48:27,767 INFO [M:0;e2eaa0f11f7e:33441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:27,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:27,920 INFO [M:0;e2eaa0f11f7e:33441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:27,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101957161e50000, quorum=127.0.0.1:64830, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:27,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@561725b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:27,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb1d8d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:27,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:27,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad4f567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:27,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae83d73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:27,926 WARN [BP-443793389-172.17.0.2-1733111302460 heartbeating to localhost/127.0.0.1:35541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:27,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:27,926 WARN [BP-443793389-172.17.0.2-1733111302460 heartbeating to localhost/127.0.0.1:35541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-443793389-172.17.0.2-1733111302460 (Datanode Uuid 1a0b60e8-fa2c-4e7b-88b7-7cabda5c1ded) service to localhost/127.0.0.1:35541 2024-12-02T03:48:27,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:27,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/data/data3/current/BP-443793389-172.17.0.2-1733111302460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:27,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/data/data4/current/BP-443793389-172.17.0.2-1733111302460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:27,927 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:27,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4003b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:27,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@582e735d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:27,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:27,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d053c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:27,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6071e0cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:27,938 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:27,938 WARN [BP-443793389-172.17.0.2-1733111302460 heartbeating to localhost/127.0.0.1:35541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:27,938 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:27,938 WARN [BP-443793389-172.17.0.2-1733111302460 heartbeating to localhost/127.0.0.1:35541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-443793389-172.17.0.2-1733111302460 (Datanode Uuid 00268805-43a8-4d17-8bbf-9d63cb3a8e73) service to localhost/127.0.0.1:35541 2024-12-02T03:48:27,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/data/data1/current/BP-443793389-172.17.0.2-1733111302460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:27,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/cluster_569203d2-fbde-94f0-0f09-1038af622977/data/data2/current/BP-443793389-172.17.0.2-1733111302460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:27,939 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:27,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fa67c50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:27,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c817af7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:27,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:27,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1d15d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:27,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f04f43d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:27,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:48:27,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:48:27,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 84) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35541 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:35541 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 178) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=7698 (was 7883) 2024-12-02T03:48:28,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=7698 2024-12-02T03:48:28,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.log.dir so I do NOT create it in target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66 2024-12-02T03:48:28,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T03:48:28,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.tmp.dir so I do NOT create it in target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66 2024-12-02T03:48:28,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f9488f2-5a47-2ac3-3565-01ec74ec8e1b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T03:48:28,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66 2024-12-02T03:48:28,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:48:28,026 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67, deleteOnExit=true 2024-12-02T03:48:28,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:48:28,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/test.cache.data in system properties and HBase conf 2024-12-02T03:48:28,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:48:28,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:48:28,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:48:28,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:48:28,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:48:28,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:48:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:48:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:48:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:48:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:48:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:48:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:48:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:48:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:48:28,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:28,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:28,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:28,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:28,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:28,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:28,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:28,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:28,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62153ea7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/java.io.tmpdir/jetty-localhost-46713-hadoop-hdfs-3_4_1-tests_jar-_-any-11546994737306010569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:28,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:46713} 2024-12-02T03:48:28,406 INFO [Time-limited test {}] server.Server(415): Started @16388ms 2024-12-02T03:48:28,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:28,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:28,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:28,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:28,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:28,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67111129{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:28,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c40f29a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:28,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aaf0a9c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/java.io.tmpdir/jetty-localhost-46223-hadoop-hdfs-3_4_1-tests_jar-_-any-17853681713064538917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:28,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4897f020{HTTP/1.1, (http/1.1)}{localhost:46223} 2024-12-02T03:48:28,749 INFO [Time-limited test {}] server.Server(415): Started @16732ms 2024-12-02T03:48:28,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:28,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:28,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:28,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:28,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:28,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:28,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41c8a6fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:28,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b2b389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:28,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28389022{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/java.io.tmpdir/jetty-localhost-42381-hadoop-hdfs-3_4_1-tests_jar-_-any-7669114299085040672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:28,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d69a720{HTTP/1.1, (http/1.1)}{localhost:42381} 2024-12-02T03:48:28,895 INFO [Time-limited test {}] server.Server(415): Started @16877ms 2024-12-02T03:48:28,900 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:29,440 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/data/data2/current/BP-918061592-172.17.0.2-1733111308057/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:29,440 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/data/data1/current/BP-918061592-172.17.0.2-1733111308057/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:29,472 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa43225dc25ca8cc with lease ID 0xdc0375215486ed04: Processing first storage report for DS-39b09c46-6910-4fdf-ba36-fcd4b86ae712 from datanode DatanodeRegistration(127.0.0.1:43099, datanodeUuid=04163793-c2a9-4e78-8da3-29d835f250f9, infoPort=38329, infoSecurePort=0, ipcPort=34367, storageInfo=lv=-57;cid=testClusterID;nsid=1067833124;c=1733111308057) 2024-12-02T03:48:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa43225dc25ca8cc with lease ID 0xdc0375215486ed04: from storage DS-39b09c46-6910-4fdf-ba36-fcd4b86ae712 node DatanodeRegistration(127.0.0.1:43099, datanodeUuid=04163793-c2a9-4e78-8da3-29d835f250f9, infoPort=38329, infoSecurePort=0, ipcPort=34367, storageInfo=lv=-57;cid=testClusterID;nsid=1067833124;c=1733111308057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa43225dc25ca8cc with lease ID 0xdc0375215486ed04: Processing first storage report for DS-08c4b732-8398-4df5-9915-3c44e578cd0a from datanode DatanodeRegistration(127.0.0.1:43099, datanodeUuid=04163793-c2a9-4e78-8da3-29d835f250f9, infoPort=38329, infoSecurePort=0, ipcPort=34367, storageInfo=lv=-57;cid=testClusterID;nsid=1067833124;c=1733111308057) 2024-12-02T03:48:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa43225dc25ca8cc with lease ID 0xdc0375215486ed04: from storage DS-08c4b732-8398-4df5-9915-3c44e578cd0a node DatanodeRegistration(127.0.0.1:43099, datanodeUuid=04163793-c2a9-4e78-8da3-29d835f250f9, infoPort=38329, infoSecurePort=0, ipcPort=34367, storageInfo=lv=-57;cid=testClusterID;nsid=1067833124;c=1733111308057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:29,575 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/data/data3/current/BP-918061592-172.17.0.2-1733111308057/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:29,575 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/data/data4/current/BP-918061592-172.17.0.2-1733111308057/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:29,601 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6004970202041b1 with lease ID 0xdc0375215486ed05: Processing first storage report for DS-f03e461c-986f-431f-bb3f-9f2743117b8c from datanode DatanodeRegistration(127.0.0.1:33199, datanodeUuid=ec1146e8-8c8d-43c2-b339-7df4979de4e6, infoPort=41349, infoSecurePort=0, ipcPort=44215, storageInfo=lv=-57;cid=testClusterID;nsid=1067833124;c=1733111308057) 2024-12-02T03:48:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6004970202041b1 with lease ID 0xdc0375215486ed05: from storage DS-f03e461c-986f-431f-bb3f-9f2743117b8c node DatanodeRegistration(127.0.0.1:33199, datanodeUuid=ec1146e8-8c8d-43c2-b339-7df4979de4e6, infoPort=41349, infoSecurePort=0, ipcPort=44215, storageInfo=lv=-57;cid=testClusterID;nsid=1067833124;c=1733111308057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6004970202041b1 with lease ID 0xdc0375215486ed05: Processing first storage report for DS-e07d069a-bcdd-41ed-8860-6fdd5f54c1e5 from datanode DatanodeRegistration(127.0.0.1:33199, datanodeUuid=ec1146e8-8c8d-43c2-b339-7df4979de4e6, infoPort=41349, infoSecurePort=0, ipcPort=44215, storageInfo=lv=-57;cid=testClusterID;nsid=1067833124;c=1733111308057) 2024-12-02T03:48:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6004970202041b1 with lease ID 0xdc0375215486ed05: from storage DS-e07d069a-bcdd-41ed-8860-6fdd5f54c1e5 node DatanodeRegistration(127.0.0.1:33199, datanodeUuid=ec1146e8-8c8d-43c2-b339-7df4979de4e6, infoPort=41349, infoSecurePort=0, ipcPort=44215, storageInfo=lv=-57;cid=testClusterID;nsid=1067833124;c=1733111308057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:29,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66 2024-12-02T03:48:29,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/zookeeper_0, clientPort=52306, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:48:29,650 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52306 2024-12-02T03:48:29,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:29,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:29,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:29,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:29,668 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7 with version=8 2024-12-02T03:48:29,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/hbase-staging 2024-12-02T03:48:29,671 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:29,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:29,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:29,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:29,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:29,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:29,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:48:29,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:29,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36315 2024-12-02T03:48:29,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36315 connecting to ZooKeeper ensemble=127.0.0.1:52306 2024-12-02T03:48:29,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363150x0, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:29,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36315-0x101957178140000 connected 2024-12-02T03:48:29,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:29,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:29,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:29,818 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7, hbase.cluster.distributed=false 2024-12-02T03:48:29,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:29,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36315 2024-12-02T03:48:29,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36315 2024-12-02T03:48:29,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36315 2024-12-02T03:48:29,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36315 2024-12-02T03:48:29,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36315 2024-12-02T03:48:29,839 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:29,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:29,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:29,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:29,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:29,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:29,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:29,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:29,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44559 2024-12-02T03:48:29,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44559 connecting to ZooKeeper ensemble=127.0.0.1:52306 2024-12-02T03:48:29,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:29,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:29,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445590x0, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:29,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445590x0, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:29,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44559-0x101957178140001 connected 2024-12-02T03:48:29,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:29,857 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:29,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:29,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:29,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44559 2024-12-02T03:48:29,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44559 2024-12-02T03:48:29,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44559 2024-12-02T03:48:29,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44559 2024-12-02T03:48:29,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44559 2024-12-02T03:48:29,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:29,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:29,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:29,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:29,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:29,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:29,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:29,880 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:29,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45521 2024-12-02T03:48:29,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45521 connecting to ZooKeeper ensemble=127.0.0.1:52306 2024-12-02T03:48:29,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:29,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:29,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455210x0, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:29,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45521-0x101957178140002 connected 2024-12-02T03:48:29,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:29,898 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:29,899 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:29,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:29,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:29,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2024-12-02T03:48:29,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2024-12-02T03:48:29,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2024-12-02T03:48:29,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2024-12-02T03:48:29,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2024-12-02T03:48:29,925 DEBUG [M:0;e2eaa0f11f7e:36315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:36315 2024-12-02T03:48:29,925 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,36315,1733111309671 2024-12-02T03:48:29,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:29,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:29,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:29,936 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,36315,1733111309671 2024-12-02T03:48:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:29,948 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:48:29,948 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,36315,1733111309671 from backup master directory 2024-12-02T03:48:29,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:29,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,36315,1733111309671 2024-12-02T03:48:29,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:29,955 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:29,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:29,955 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,36315,1733111309671 2024-12-02T03:48:29,964 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/hbase.id] with ID: 03f08cbd-f57d-4823-a905-f0e6ff306b2f 2024-12-02T03:48:29,964 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/.tmp/hbase.id 2024-12-02T03:48:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:29,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:29,974 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/.tmp/hbase.id]:[hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/hbase.id] 2024-12-02T03:48:29,988 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:29,988 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:48:29,990 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T03:48:29,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:29,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:29,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:30,009 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:30,010 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:48:30,011 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:30,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:30,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:30,020 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store 2024-12-02T03:48:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:30,030 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:30,030 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:30,030 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:30,030 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:30,030 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:30,030 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:30,030 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:30,030 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111310030Disabling compacts and flushes for region at 1733111310030Disabling writes for close at 1733111310030Writing region close event to WAL at 1733111310030Closed at 1733111310030 2024-12-02T03:48:30,031 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/.initializing 2024-12-02T03:48:30,031 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/WALs/e2eaa0f11f7e,36315,1733111309671 2024-12-02T03:48:30,032 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:30,034 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C36315%2C1733111309671, suffix=, logDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/WALs/e2eaa0f11f7e,36315,1733111309671, archiveDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/oldWALs, maxLogs=10 2024-12-02T03:48:30,048 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/WALs/e2eaa0f11f7e,36315,1733111309671/e2eaa0f11f7e%2C36315%2C1733111309671.1733111310034, exclude list is [], retry=0 2024-12-02T03:48:30,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33199,DS-f03e461c-986f-431f-bb3f-9f2743117b8c,DISK] 2024-12-02T03:48:30,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-39b09c46-6910-4fdf-ba36-fcd4b86ae712,DISK] 2024-12-02T03:48:30,053 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/WALs/e2eaa0f11f7e,36315,1733111309671/e2eaa0f11f7e%2C36315%2C1733111309671.1733111310034 2024-12-02T03:48:30,054 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41349:41349),(127.0.0.1/127.0.0.1:38329:38329)] 2024-12-02T03:48:30,054 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:30,054 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:30,054 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,054 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:48:30,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:30,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:48:30,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:30,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:48:30,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:30,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:48:30,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:30,065 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,066 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,066 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,068 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,068 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,068 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:30,069 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:30,072 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:30,072 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60357742, jitterRate=-0.10059955716133118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:30,073 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733111310054Initializing all the Stores at 1733111310055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111310055Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111310056 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111310056Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111310056Cleaning up temporary data from old regions at 1733111310068 (+12 ms)Region opened successfully at 1733111310073 (+5 ms) 2024-12-02T03:48:30,073 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:48:30,077 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d59becb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:30,078 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:48:30,079 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:48:30,079 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:48:30,079 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:48:30,079 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T03:48:30,080 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T03:48:30,080 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:48:30,082 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:48:30,083 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:48:30,113 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:48:30,114 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:48:30,115 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:48:30,122 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:48:30,122 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:48:30,124 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:48:30,135 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:48:30,137 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:48:30,147 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:48:30,150 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:48:30,160 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:48:30,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:30,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:30,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:30,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,172 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,36315,1733111309671, sessionid=0x101957178140000, setting cluster-up flag (Was=false) 2024-12-02T03:48:30,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,214 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:48:30,215 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,36315,1733111309671 2024-12-02T03:48:30,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,255 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:48:30,257 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,36315,1733111309671 2024-12-02T03:48:30,258 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:48:30,260 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:30,260 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:48:30,260 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:48:30,260 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,36315,1733111309671 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:48:30,262 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:30,262 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:30,262 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:30,262 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:30,262 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:48:30,262 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,262 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:30,262 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:30,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:48:30,266 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,266 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:48:30,268 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733111340268 2024-12-02T03:48:30,269 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:48:30,269 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:48:30,269 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:48:30,269 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:48:30,269 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:48:30,269 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:48:30,273 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,274 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:48:30,274 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:48:30,274 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:48:30,274 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:48:30,274 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:48:30,275 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111310274,5,FailOnTimeoutGroup] 2024-12-02T03:48:30,275 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111310275,5,FailOnTimeoutGroup] 2024-12-02T03:48:30,275 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,275 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:48:30,275 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,275 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:30,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:48:30,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7 2024-12-02T03:48:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:30,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:30,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:30,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:30,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:30,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:30,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:30,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:30,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:30,311 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(746): ClusterId : 03f08cbd-f57d-4823-a905-f0e6ff306b2f 2024-12-02T03:48:30,311 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:30,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:30,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:30,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:30,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:30,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:30,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:30,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740 2024-12-02T03:48:30,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740 2024-12-02T03:48:30,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:30,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:30,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:30,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:30,322 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:30,322 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:30,328 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:30,328 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66533149, jitterRate=-0.008578822016716003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:30,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733111310303Initializing all the Stores at 1733111310304 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111310304Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111310304Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111310304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111310304Cleaning up temporary data from old regions at 1733111310318 (+14 ms)Region opened successfully at 1733111310330 (+12 ms) 2024-12-02T03:48:30,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:30,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:30,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:30,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:30,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:30,331 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(746): ClusterId : 03f08cbd-f57d-4823-a905-f0e6ff306b2f 2024-12-02T03:48:30,331 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:30,331 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:30,332 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b91f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:30,335 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:30,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111310330Disabling compacts and flushes for region at 1733111310330Disabling writes for close at 1733111310330Writing region close event to WAL at 1733111310335 (+5 ms)Closed at 1733111310335 2024-12-02T03:48:30,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:30,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:48:30,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:48:30,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:30,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:48:30,339 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:30,339 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:30,348 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:30,348 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109cf2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:30,351 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:44559 2024-12-02T03:48:30,352 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:30,352 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:30,352 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:30,353 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,36315,1733111309671 with port=44559, startcode=1733111309838 2024-12-02T03:48:30,353 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:30,355 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:30,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:30,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:30,358 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7 2024-12-02T03:48:30,358 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46493 2024-12-02T03:48:30,358 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:30,360 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e2eaa0f11f7e:45521 2024-12-02T03:48:30,360 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:30,360 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:30,360 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:30,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:30,369 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,36315,1733111309671 with port=45521, startcode=1733111309879 2024-12-02T03:48:30,369 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] zookeeper.ZKUtil(111): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:30,369 WARN [RS:0;e2eaa0f11f7e:44559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:30,369 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:30,369 INFO [RS:0;e2eaa0f11f7e:44559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:30,370 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:30,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,44559,1733111309838] 2024-12-02T03:48:30,372 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42795, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:30,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,45521,1733111309879 2024-12-02T03:48:30,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36315 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,45521,1733111309879 2024-12-02T03:48:30,374 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7 2024-12-02T03:48:30,374 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46493 2024-12-02T03:48:30,375 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:30,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:30,404 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] zookeeper.ZKUtil(111): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,45521,1733111309879 2024-12-02T03:48:30,404 WARN [RS:1;e2eaa0f11f7e:45521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:30,404 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,45521,1733111309879] 2024-12-02T03:48:30,404 INFO [RS:1;e2eaa0f11f7e:45521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:30,405 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,45521,1733111309879 2024-12-02T03:48:30,405 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:30,407 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:30,408 INFO [RS:0;e2eaa0f11f7e:44559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:30,408 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,408 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:30,409 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:30,409 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:30,409 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,409 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,409 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,410 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:30,411 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:30,414 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:30,416 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,416 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,416 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,416 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,416 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,416 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44559,1733111309838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:30,418 INFO [RS:1;e2eaa0f11f7e:45521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:30,418 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,418 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:30,419 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:30,419 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,419 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,419 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,419 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,419 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,419 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,420 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:30,420 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,420 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,420 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,420 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,420 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,420 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:30,420 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:30,420 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:30,427 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,427 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,427 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,427 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,427 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,427 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,45521,1733111309879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:30,431 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:30,431 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44559,1733111309838-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,431 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,431 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.Replication(171): e2eaa0f11f7e,44559,1733111309838 started 2024-12-02T03:48:30,440 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:30,440 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,45521,1733111309879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,440 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,440 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.Replication(171): e2eaa0f11f7e,45521,1733111309879 started 2024-12-02T03:48:30,444 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,444 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,44559,1733111309838, RpcServer on e2eaa0f11f7e/172.17.0.2:44559, sessionid=0x101957178140001 2024-12-02T03:48:30,444 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:30,444 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:30,444 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,44559,1733111309838' 2024-12-02T03:48:30,444 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:30,445 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:30,445 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:30,445 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:30,445 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:30,445 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,44559,1733111309838' 2024-12-02T03:48:30,445 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:30,446 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:30,446 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:30,446 INFO [RS:0;e2eaa0f11f7e:44559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:30,446 INFO [RS:0;e2eaa0f11f7e:44559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:30,453 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:30,454 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,45521,1733111309879, RpcServer on e2eaa0f11f7e/172.17.0.2:45521, sessionid=0x101957178140002 2024-12-02T03:48:30,454 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:30,454 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,45521,1733111309879 2024-12-02T03:48:30,454 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,45521,1733111309879' 2024-12-02T03:48:30,454 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:30,454 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:30,455 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:30,455 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:30,455 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,45521,1733111309879 2024-12-02T03:48:30,455 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,45521,1733111309879' 2024-12-02T03:48:30,455 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:30,455 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:30,455 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:30,455 INFO [RS:1;e2eaa0f11f7e:45521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:30,455 INFO [RS:1;e2eaa0f11f7e:45521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:30,489 WARN [e2eaa0f11f7e:36315 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:48:30,547 INFO [RS:0;e2eaa0f11f7e:44559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:30,549 INFO [RS:0;e2eaa0f11f7e:44559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C44559%2C1733111309838, suffix=, logDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,44559,1733111309838, archiveDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/oldWALs, maxLogs=32 2024-12-02T03:48:30,556 INFO [RS:1;e2eaa0f11f7e:45521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:30,558 INFO [RS:1;e2eaa0f11f7e:45521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C45521%2C1733111309879, suffix=, logDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,45521,1733111309879, archiveDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/oldWALs, maxLogs=32 2024-12-02T03:48:30,564 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,44559,1733111309838/e2eaa0f11f7e%2C44559%2C1733111309838.1733111310550, exclude list is [], retry=0 2024-12-02T03:48:30,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-39b09c46-6910-4fdf-ba36-fcd4b86ae712,DISK] 2024-12-02T03:48:30,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33199,DS-f03e461c-986f-431f-bb3f-9f2743117b8c,DISK] 2024-12-02T03:48:30,569 INFO [RS:0;e2eaa0f11f7e:44559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,44559,1733111309838/e2eaa0f11f7e%2C44559%2C1733111309838.1733111310550 2024-12-02T03:48:30,570 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329),(127.0.0.1/127.0.0.1:41349:41349)] 2024-12-02T03:48:30,572 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,45521,1733111309879/e2eaa0f11f7e%2C45521%2C1733111309879.1733111310559, exclude list is [], retry=0 2024-12-02T03:48:30,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33199,DS-f03e461c-986f-431f-bb3f-9f2743117b8c,DISK] 2024-12-02T03:48:30,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-39b09c46-6910-4fdf-ba36-fcd4b86ae712,DISK] 2024-12-02T03:48:30,583 INFO [RS:1;e2eaa0f11f7e:45521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,45521,1733111309879/e2eaa0f11f7e%2C45521%2C1733111309879.1733111310559 2024-12-02T03:48:30,588 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329),(127.0.0.1/127.0.0.1:41349:41349)] 2024-12-02T03:48:30,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:48:30,740 DEBUG [e2eaa0f11f7e:36315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T03:48:30,740 DEBUG [e2eaa0f11f7e:36315 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:30,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:30,742 DEBUG [e2eaa0f11f7e:36315 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:30,742 DEBUG [e2eaa0f11f7e:36315 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:30,742 DEBUG [e2eaa0f11f7e:36315 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:30,742 DEBUG [e2eaa0f11f7e:36315 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:30,742 INFO [e2eaa0f11f7e:36315 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:30,742 INFO [e2eaa0f11f7e:36315 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:30,742 DEBUG [e2eaa0f11f7e:36315 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:30,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:30,744 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,44559,1733111309838, state=OPENING 2024-12-02T03:48:30,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:30,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:30,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:30,777 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:48:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:30,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:30,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:30,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:30,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:30,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,44559,1733111309838}] 2024-12-02T03:48:30,939 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:30,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:30,946 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:48:30,946 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:30,946 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:48:30,948 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C44559%2C1733111309838.meta, suffix=.meta, logDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,44559,1733111309838, archiveDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/oldWALs, maxLogs=32 2024-12-02T03:48:30,962 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,44559,1733111309838/e2eaa0f11f7e%2C44559%2C1733111309838.meta.1733111310949.meta, exclude list is [], retry=0 2024-12-02T03:48:30,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-39b09c46-6910-4fdf-ba36-fcd4b86ae712,DISK] 2024-12-02T03:48:30,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33199,DS-f03e461c-986f-431f-bb3f-9f2743117b8c,DISK] 2024-12-02T03:48:30,968 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/WALs/e2eaa0f11f7e,44559,1733111309838/e2eaa0f11f7e%2C44559%2C1733111309838.meta.1733111310949.meta 2024-12-02T03:48:30,968 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329),(127.0.0.1/127.0.0.1:41349:41349)] 2024-12-02T03:48:30,968 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:30,969 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:48:30,969 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:48:30,969 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:48:30,969 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:48:30,969 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:30,969 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:48:30,969 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:48:30,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:30,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:30,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:30,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:30,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:30,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:30,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:30,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:30,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:30,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:30,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:30,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:30,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:30,977 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:30,978 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740 2024-12-02T03:48:30,980 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740 2024-12-02T03:48:30,981 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:30,981 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:30,982 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:30,983 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:30,984 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73679697, jitterRate=0.09791304171085358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:30,985 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:48:30,986 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733111310969Writing region info on filesystem at 1733111310969Initializing all the Stores at 1733111310970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111310970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111310970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111310970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111310970Cleaning up temporary data from old regions at 1733111310981 (+11 ms)Running coprocessor post-open hooks at 1733111310985 (+4 ms)Region opened successfully at 1733111310986 (+1 ms) 2024-12-02T03:48:30,987 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733111310939 2024-12-02T03:48:30,990 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:48:30,990 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:48:30,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:30,992 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,44559,1733111309838, state=OPEN 2024-12-02T03:48:31,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:31,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:31,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:31,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:31,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:31,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:31,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:31,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:48:31,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,44559,1733111309838 in 233 msec 2024-12-02T03:48:31,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:48:31,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-12-02T03:48:31,027 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:31,027 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:48:31,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:31,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,44559,1733111309838, seqNum=-1] 2024-12-02T03:48:31,029 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:31,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42853, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:31,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 778 msec 2024-12-02T03:48:31,038 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733111311038, completionTime=-1 2024-12-02T03:48:31,039 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T03:48:31,039 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:48:31,041 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T03:48:31,041 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733111371041 2024-12-02T03:48:31,041 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733111431041 2024-12-02T03:48:31,041 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T03:48:31,042 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36315,1733111309671-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:31,042 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36315,1733111309671-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:31,042 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36315,1733111309671-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:31,042 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:36315, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:31,042 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:31,043 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:31,044 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:48:31,047 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.092sec 2024-12-02T03:48:31,047 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:48:31,047 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:48:31,047 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:48:31,047 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:48:31,047 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:48:31,047 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36315,1733111309671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:31,048 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36315,1733111309671-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:48:31,050 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:48:31,050 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:48:31,050 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36315,1733111309671-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:31,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329b0492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:31,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,36315,-1 for getting cluster id 2024-12-02T03:48:31,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:48:31,126 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03f08cbd-f57d-4823-a905-f0e6ff306b2f' 2024-12-02T03:48:31,127 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:48:31,127 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03f08cbd-f57d-4823-a905-f0e6ff306b2f" 2024-12-02T03:48:31,127 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7dd966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:31,127 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,36315,-1] 2024-12-02T03:48:31,128 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:48:31,128 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:31,129 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:48:31,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d8c215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:31,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:31,132 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,44559,1733111309838, seqNum=-1] 2024-12-02T03:48:31,132 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:31,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:31,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,36315,1733111309671 2024-12-02T03:48:31,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:48:31,136 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,36315,1733111309671 2024-12-02T03:48:31,136 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1c7c31 2024-12-02T03:48:31,136 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:48:31,137 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:48:31,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T03:48:31,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:48:31,141 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:31,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T03:48:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:31,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:48:31,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:31,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:31,553 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8638749a97eaf638cd6c79515ec78399, NAME => 'testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7 2024-12-02T03:48:31,553 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cacc07093ddaf5c4e83ae71f1bd61f9a, NAME => 'testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7 2024-12-02T03:48:31,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:31,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:31,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:31,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:31,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:31,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:31,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8638749a97eaf638cd6c79515ec78399, disabling compactions & flushes 2024-12-02T03:48:31,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing cacc07093ddaf5c4e83ae71f1bd61f9a, disabling compactions & flushes 2024-12-02T03:48:31,969 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:31,969 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:31,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:31,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:31,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. after waiting 0 ms 2024-12-02T03:48:31,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. after waiting 0 ms 2024-12-02T03:48:31,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:31,969 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:31,969 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:31,969 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:31,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for cacc07093ddaf5c4e83ae71f1bd61f9a: Waiting for close lock at 1733111311969Disabling compacts and flushes for region at 1733111311969Disabling writes for close at 1733111311969Writing region close event to WAL at 1733111311969Closed at 1733111311969 2024-12-02T03:48:31,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8638749a97eaf638cd6c79515ec78399: Waiting for close lock at 1733111311969Disabling compacts and flushes for region at 1733111311969Disabling writes for close at 1733111311969Writing region close event to WAL at 1733111311969Closed at 1733111311969 2024-12-02T03:48:31,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:48:31,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111311971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111311971"}]},"ts":"1733111311971"} 2024-12-02T03:48:31,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111311971"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111311971"}]},"ts":"1733111311971"} 2024-12-02T03:48:31,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T03:48:31,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:48:31,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111311976"}]},"ts":"1733111311976"} 2024-12-02T03:48:31,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T03:48:31,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:31,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:31,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:31,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:31,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:31,982 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:31,982 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:31,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:31,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8638749a97eaf638cd6c79515ec78399, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cacc07093ddaf5c4e83ae71f1bd61f9a, ASSIGN}] 2024-12-02T03:48:31,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cacc07093ddaf5c4e83ae71f1bd61f9a, ASSIGN 2024-12-02T03:48:31,984 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8638749a97eaf638cd6c79515ec78399, ASSIGN 2024-12-02T03:48:31,985 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8638749a97eaf638cd6c79515ec78399, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,44559,1733111309838; forceNewPlan=false, retain=false 2024-12-02T03:48:31,985 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cacc07093ddaf5c4e83ae71f1bd61f9a, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,45521,1733111309879; forceNewPlan=false, retain=false 2024-12-02T03:48:32,136 INFO [e2eaa0f11f7e:36315 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T03:48:32,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cacc07093ddaf5c4e83ae71f1bd61f9a, regionState=OPENING, regionLocation=e2eaa0f11f7e,45521,1733111309879 2024-12-02T03:48:32,136 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8638749a97eaf638cd6c79515ec78399, regionState=OPENING, regionLocation=e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:32,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8638749a97eaf638cd6c79515ec78399, ASSIGN because future has completed 2024-12-02T03:48:32,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8638749a97eaf638cd6c79515ec78399, server=e2eaa0f11f7e,44559,1733111309838}] 2024-12-02T03:48:32,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cacc07093ddaf5c4e83ae71f1bd61f9a, ASSIGN because future has completed 2024-12-02T03:48:32,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cacc07093ddaf5c4e83ae71f1bd61f9a, server=e2eaa0f11f7e,45521,1733111309879}] 2024-12-02T03:48:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:32,294 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:32,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50305, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:32,297 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:32,297 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8638749a97eaf638cd6c79515ec78399, NAME => 'testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T03:48:32,297 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,297 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:32,297 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,298 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,305 INFO [StoreOpener-8638749a97eaf638cd6c79515ec78399-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,305 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:32,306 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => cacc07093ddaf5c4e83ae71f1bd61f9a, NAME => 'testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T03:48:32,306 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,306 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:32,306 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,306 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,307 INFO [StoreOpener-8638749a97eaf638cd6c79515ec78399-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8638749a97eaf638cd6c79515ec78399 columnFamilyName family 2024-12-02T03:48:32,307 DEBUG [StoreOpener-8638749a97eaf638cd6c79515ec78399-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:32,308 INFO [StoreOpener-cacc07093ddaf5c4e83ae71f1bd61f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,308 INFO [StoreOpener-8638749a97eaf638cd6c79515ec78399-1 {}] regionserver.HStore(327): Store=8638749a97eaf638cd6c79515ec78399/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:32,308 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,309 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,309 INFO [StoreOpener-cacc07093ddaf5c4e83ae71f1bd61f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cacc07093ddaf5c4e83ae71f1bd61f9a columnFamilyName family 2024-12-02T03:48:32,310 DEBUG [StoreOpener-cacc07093ddaf5c4e83ae71f1bd61f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:32,310 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,310 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,310 INFO [StoreOpener-cacc07093ddaf5c4e83ae71f1bd61f9a-1 {}] regionserver.HStore(327): Store=cacc07093ddaf5c4e83ae71f1bd61f9a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:32,310 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,310 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,311 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,311 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,312 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,312 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,312 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,314 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,314 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/8638749a97eaf638cd6c79515ec78399/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:32,315 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8638749a97eaf638cd6c79515ec78399; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73130900, jitterRate=0.08973532915115356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:32,315 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:32,316 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8638749a97eaf638cd6c79515ec78399: Running coprocessor pre-open hook at 1733111312298Writing region info on filesystem at 1733111312298Initializing all the Stores at 1733111312299 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111312299Cleaning up temporary data from old regions at 1733111312310 (+11 ms)Running coprocessor post-open hooks at 1733111312315 (+5 ms)Region opened successfully at 1733111312316 (+1 ms) 2024-12-02T03:48:32,316 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/cacc07093ddaf5c4e83ae71f1bd61f9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:32,317 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened cacc07093ddaf5c4e83ae71f1bd61f9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70246330, jitterRate=0.04675188660621643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:32,317 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:32,317 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for cacc07093ddaf5c4e83ae71f1bd61f9a: Running coprocessor pre-open hook at 1733111312306Writing region info on filesystem at 1733111312306Initializing all the Stores at 1733111312307 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111312307Cleaning up temporary data from old regions at 1733111312312 (+5 ms)Running coprocessor post-open hooks at 1733111312317 (+5 ms)Region opened successfully at 1733111312317 2024-12-02T03:48:32,318 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a., pid=8, masterSystemTime=1733111312294 2024-12-02T03:48:32,320 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:32,321 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:32,322 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cacc07093ddaf5c4e83ae71f1bd61f9a, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,45521,1733111309879 2024-12-02T03:48:32,322 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399., pid=7, masterSystemTime=1733111312292 2024-12-02T03:48:32,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cacc07093ddaf5c4e83ae71f1bd61f9a, server=e2eaa0f11f7e,45521,1733111309879 because future has completed 2024-12-02T03:48:32,325 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:32,325 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:32,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8638749a97eaf638cd6c79515ec78399, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:32,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8638749a97eaf638cd6c79515ec78399, server=e2eaa0f11f7e,44559,1733111309838 because future has completed 2024-12-02T03:48:32,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-02T03:48:32,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cacc07093ddaf5c4e83ae71f1bd61f9a, server=e2eaa0f11f7e,45521,1733111309879 in 185 msec 2024-12-02T03:48:32,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cacc07093ddaf5c4e83ae71f1bd61f9a, ASSIGN in 347 msec 2024-12-02T03:48:32,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-02T03:48:32,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8638749a97eaf638cd6c79515ec78399, server=e2eaa0f11f7e,44559,1733111309838 in 190 msec 2024-12-02T03:48:32,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T03:48:32,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8638749a97eaf638cd6c79515ec78399, ASSIGN in 350 msec 2024-12-02T03:48:32,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:48:32,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111312336"}]},"ts":"1733111312336"} 2024-12-02T03:48:32,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T03:48:32,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:48:32,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.2020 sec 2024-12-02T03:48:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:33,291 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T03:48:33,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T03:48:33,291 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:33,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T03:48:33,294 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:33,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T03:48:33,297 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399., hostname=e2eaa0f11f7e,44559,1733111309838, seqNum=2] 2024-12-02T03:48:33,309 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a., hostname=e2eaa0f11f7e,45521,1733111309879, seqNum=2] 2024-12-02T03:48:33,310 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:33,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:33,321 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8638749a97eaf638cd6c79515ec78399 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T03:48:33,337 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/8638749a97eaf638cd6c79515ec78399/.tmp/family/54479b8961c24438ba4d61124a19e2c7 is 32, key is 1/family:/1733111313299/Put/seqid=0 2024-12-02T03:48:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741839_1015 (size=5054) 2024-12-02T03:48:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741839_1015 (size=5054) 2024-12-02T03:48:33,345 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/8638749a97eaf638cd6c79515ec78399/.tmp/family/54479b8961c24438ba4d61124a19e2c7 2024-12-02T03:48:33,352 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/8638749a97eaf638cd6c79515ec78399/.tmp/family/54479b8961c24438ba4d61124a19e2c7 as hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/8638749a97eaf638cd6c79515ec78399/family/54479b8961c24438ba4d61124a19e2c7 2024-12-02T03:48:33,360 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/8638749a97eaf638cd6c79515ec78399/family/54479b8961c24438ba4d61124a19e2c7, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T03:48:33,361 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8638749a97eaf638cd6c79515ec78399 in 40ms, sequenceid=8, compaction requested=false 2024-12-02T03:48:33,362 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8638749a97eaf638cd6c79515ec78399: 2024-12-02T03:48:33,362 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cacc07093ddaf5c4e83ae71f1bd61f9a 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T03:48:33,382 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/cacc07093ddaf5c4e83ae71f1bd61f9a/.tmp/family/bac2ade8ecab4c5c97ff7f7908a5f9c9 is 32, key is 5/family:/1733111313311/Put/seqid=0 2024-12-02T03:48:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741840_1016 (size=5083) 2024-12-02T03:48:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741840_1016 (size=5083) 2024-12-02T03:48:33,388 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/cacc07093ddaf5c4e83ae71f1bd61f9a/.tmp/family/bac2ade8ecab4c5c97ff7f7908a5f9c9 2024-12-02T03:48:33,395 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/cacc07093ddaf5c4e83ae71f1bd61f9a/.tmp/family/bac2ade8ecab4c5c97ff7f7908a5f9c9 as hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/cacc07093ddaf5c4e83ae71f1bd61f9a/family/bac2ade8ecab4c5c97ff7f7908a5f9c9 2024-12-02T03:48:33,401 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/cacc07093ddaf5c4e83ae71f1bd61f9a/family/bac2ade8ecab4c5c97ff7f7908a5f9c9, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T03:48:33,402 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for cacc07093ddaf5c4e83ae71f1bd61f9a in 40ms, sequenceid=9, compaction requested=false 2024-12-02T03:48:33,402 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cacc07093ddaf5c4e83ae71f1bd61f9a: 2024-12-02T03:48:33,407 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-02T03:48:33,411 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:33,411 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:33,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:33,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:33,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:48:33,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:33,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:33,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:33,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:33,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:48:33,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:48:33,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1159723930, stopped=false 2024-12-02T03:48:33,414 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,36315,1733111309671 2024-12-02T03:48:33,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:33,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:33,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:33,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:33,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:33,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:33,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:33,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:33,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:33,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:33,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:33,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:33,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,44559,1733111309838' ***** 2024-12-02T03:48:33,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:33,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:33,461 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:33,461 INFO [RS:0;e2eaa0f11f7e:44559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:33,461 INFO [RS:0;e2eaa0f11f7e:44559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:33,462 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(3091): Received CLOSE for 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:33,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:33,462 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:33,462 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:33,462 INFO [RS:0;e2eaa0f11f7e:44559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:44559. 2024-12-02T03:48:33,462 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:33,462 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:33,462 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8638749a97eaf638cd6c79515ec78399, disabling compactions & flushes 2024-12-02T03:48:33,462 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:33,462 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:33,462 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:33,462 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:33,462 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:33,462 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,45521,1733111309879' ***** 2024-12-02T03:48:33,462 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. after waiting 0 ms 2024-12-02T03:48:33,462 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:48:33,463 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:33,463 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:33,463 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T03:48:33,463 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:33,463 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:33,463 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(1325): Online Regions={8638749a97eaf638cd6c79515ec78399=testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T03:48:33,463 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:33,463 INFO [RS:1;e2eaa0f11f7e:45521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:33,463 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8638749a97eaf638cd6c79515ec78399 2024-12-02T03:48:33,463 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:33,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:33,463 INFO [RS:1;e2eaa0f11f7e:45521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:33,463 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:33,463 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(3091): Received CLOSE for cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:33,463 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:33,463 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T03:48:33,464 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,45521,1733111309879 2024-12-02T03:48:33,464 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:33,464 INFO [RS:1;e2eaa0f11f7e:45521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e2eaa0f11f7e:45521. 2024-12-02T03:48:33,464 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:33,464 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:33,464 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T03:48:33,465 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(1325): Online Regions={cacc07093ddaf5c4e83ae71f1bd61f9a=testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a.} 2024-12-02T03:48:33,465 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(1351): Waiting on cacc07093ddaf5c4e83ae71f1bd61f9a 2024-12-02T03:48:33,465 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cacc07093ddaf5c4e83ae71f1bd61f9a, disabling compactions & flushes 2024-12-02T03:48:33,465 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:33,465 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:33,465 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. after waiting 0 ms 2024-12-02T03:48:33,465 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:33,468 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/8638749a97eaf638cd6c79515ec78399/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T03:48:33,469 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:33,469 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8638749a97eaf638cd6c79515ec78399: Waiting for close lock at 1733111313462Running coprocessor pre-close hooks at 1733111313462Disabling compacts and flushes for region at 1733111313462Disabling writes for close at 1733111313462Writing region close event to WAL at 1733111313463 (+1 ms)Running coprocessor post-close hooks at 1733111313469 (+6 ms)Closed at 1733111313469 2024-12-02T03:48:33,469 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733111311138.8638749a97eaf638cd6c79515ec78399. 2024-12-02T03:48:33,475 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/default/testClearRegionBlockCache/cacc07093ddaf5c4e83ae71f1bd61f9a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T03:48:33,476 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:33,476 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cacc07093ddaf5c4e83ae71f1bd61f9a: Waiting for close lock at 1733111313465Running coprocessor pre-close hooks at 1733111313465Disabling compacts and flushes for region at 1733111313465Disabling writes for close at 1733111313465Writing region close event to WAL at 1733111313466 (+1 ms)Running coprocessor post-close hooks at 1733111313476 (+10 ms)Closed at 1733111313476 2024-12-02T03:48:33,476 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a. 2024-12-02T03:48:33,482 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/.tmp/info/6cfa9f002dc34ac9aef5c5531fe928c1 is 173, key is testClearRegionBlockCache,5,1733111311138.cacc07093ddaf5c4e83ae71f1bd61f9a./info:regioninfo/1733111312322/Put/seqid=0 2024-12-02T03:48:33,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:33,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:33,490 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/.tmp/info/6cfa9f002dc34ac9aef5c5531fe928c1 2024-12-02T03:48:33,511 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/.tmp/ns/dc2aeb7ee985415c98628dfb6b460340 is 43, key is default/ns:d/1733111311032/Put/seqid=0 2024-12-02T03:48:33,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:33,517 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/.tmp/ns/dc2aeb7ee985415c98628dfb6b460340 2024-12-02T03:48:33,520 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:33,529 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:33,537 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/.tmp/table/81cccc171ac24e50a0c8ca2db8b620f2 is 61, key is testClearRegionBlockCache/table:state/1733111312336/Put/seqid=0 2024-12-02T03:48:33,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:33,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:33,543 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/.tmp/table/81cccc171ac24e50a0c8ca2db8b620f2 2024-12-02T03:48:33,549 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/.tmp/info/6cfa9f002dc34ac9aef5c5531fe928c1 as hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/info/6cfa9f002dc34ac9aef5c5531fe928c1 2024-12-02T03:48:33,556 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/info/6cfa9f002dc34ac9aef5c5531fe928c1, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T03:48:33,557 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/.tmp/ns/dc2aeb7ee985415c98628dfb6b460340 as hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/ns/dc2aeb7ee985415c98628dfb6b460340 2024-12-02T03:48:33,565 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/ns/dc2aeb7ee985415c98628dfb6b460340, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T03:48:33,567 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/.tmp/table/81cccc171ac24e50a0c8ca2db8b620f2 as hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/table/81cccc171ac24e50a0c8ca2db8b620f2 2024-12-02T03:48:33,573 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/table/81cccc171ac24e50a0c8ca2db8b620f2, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T03:48:33,574 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=13, compaction requested=false 2024-12-02T03:48:33,580 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T03:48:33,580 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:48:33,580 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:33,580 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111313463Running coprocessor pre-close hooks at 1733111313463Disabling compacts and flushes for region at 1733111313463Disabling writes for close at 1733111313463Obtaining lock to block concurrent updates at 1733111313463Preparing flush snapshotting stores in 1588230740 at 1733111313463Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733111313464 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733111313465 (+1 ms)Flushing 1588230740/info: creating writer at 1733111313465Flushing 1588230740/info: appending metadata at 1733111313481 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733111313481Flushing 1588230740/ns: creating writer at 1733111313498 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733111313511 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733111313511Flushing 1588230740/table: creating writer at 1733111313523 (+12 ms)Flushing 1588230740/table: appending metadata at 1733111313536 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733111313537 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35cc1f76: reopening flushed file at 1733111313548 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67edc1bb: reopening flushed file at 1733111313556 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678c2988: reopening flushed file at 1733111313566 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=13, compaction requested=false at 1733111313574 (+8 ms)Writing region close event to WAL at 1733111313576 (+2 ms)Running coprocessor post-close hooks at 1733111313580 (+4 ms)Closed at 1733111313580 2024-12-02T03:48:33,581 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:33,663 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,44559,1733111309838; all regions closed. 2024-12-02T03:48:33,665 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,45521,1733111309879; all regions closed. 2024-12-02T03:48:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:33,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741834_1010 (size=1867) 2024-12-02T03:48:33,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741834_1010 (size=1867) 2024-12-02T03:48:33,668 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/oldWALs 2024-12-02T03:48:33,668 INFO [RS:0;e2eaa0f11f7e:44559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C44559%2C1733111309838.meta:.meta(num 1733111310949) 2024-12-02T03:48:33,670 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/oldWALs 2024-12-02T03:48:33,670 INFO [RS:1;e2eaa0f11f7e:45521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C45521%2C1733111309879:(num 1733111310559) 2024-12-02T03:48:33,670 DEBUG [RS:1;e2eaa0f11f7e:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:33,670 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:33,670 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:33,670 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:33,671 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:33,671 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:33,671 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:33,671 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:33,671 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:33,671 INFO [RS:1;e2eaa0f11f7e:45521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45521 2024-12-02T03:48:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741833_1009 (size=1758) 2024-12-02T03:48:33,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741833_1009 (size=1758) 2024-12-02T03:48:33,675 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/oldWALs 2024-12-02T03:48:33,675 INFO [RS:0;e2eaa0f11f7e:44559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C44559%2C1733111309838:(num 1733111310550) 2024-12-02T03:48:33,675 DEBUG [RS:0;e2eaa0f11f7e:44559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:33,675 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:33,675 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:33,676 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:33,676 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:33,676 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:33,676 INFO [RS:0;e2eaa0f11f7e:44559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44559 2024-12-02T03:48:33,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,45521,1733111309879 2024-12-02T03:48:33,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:33,728 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:33,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,44559,1733111309838 2024-12-02T03:48:33,730 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:33,730 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fbf54902ca8@6a9e6587 rejected from java.util.concurrent.ThreadPoolExecutor@2f9ce6b0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-02T03:48:33,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,44559,1733111309838] 2024-12-02T03:48:33,755 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,44559,1733111309838 already deleted, retry=false 2024-12-02T03:48:33,755 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,44559,1733111309838 expired; onlineServers=1 2024-12-02T03:48:33,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,45521,1733111309879] 2024-12-02T03:48:33,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,45521,1733111309879 already deleted, retry=false 2024-12-02T03:48:33,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,45521,1733111309879 expired; onlineServers=0 2024-12-02T03:48:33,763 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,36315,1733111309671' ***** 2024-12-02T03:48:33,763 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:48:33,763 INFO [M:0;e2eaa0f11f7e:36315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:33,763 INFO [M:0;e2eaa0f11f7e:36315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:33,763 DEBUG [M:0;e2eaa0f11f7e:36315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:48:33,764 DEBUG [M:0;e2eaa0f11f7e:36315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:48:33,764 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:48:33,764 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111310274 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111310274,5,FailOnTimeoutGroup] 2024-12-02T03:48:33,764 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111310275 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111310275,5,FailOnTimeoutGroup] 2024-12-02T03:48:33,764 INFO [M:0;e2eaa0f11f7e:36315 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:33,764 INFO [M:0;e2eaa0f11f7e:36315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:33,764 DEBUG [M:0;e2eaa0f11f7e:36315 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:48:33,764 INFO [M:0;e2eaa0f11f7e:36315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:48:33,764 INFO [M:0;e2eaa0f11f7e:36315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:33,764 INFO [M:0;e2eaa0f11f7e:36315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:48:33,765 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:48:33,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:33,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:33,771 DEBUG [M:0;e2eaa0f11f7e:36315 {}] zookeeper.ZKUtil(347): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:48:33,771 WARN [M:0;e2eaa0f11f7e:36315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:48:33,772 INFO [M:0;e2eaa0f11f7e:36315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/.lastflushedseqids 2024-12-02T03:48:33,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741844_1020 (size=182) 2024-12-02T03:48:33,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741844_1020 (size=182) 2024-12-02T03:48:33,782 INFO [M:0;e2eaa0f11f7e:36315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:48:33,783 INFO [M:0;e2eaa0f11f7e:36315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:48:33,783 DEBUG [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:33,783 INFO [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:33,783 DEBUG [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:33,783 DEBUG [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:33,783 DEBUG [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:33,783 INFO [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-02T03:48:33,801 DEBUG [M:0;e2eaa0f11f7e:36315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0395907eb107422bb3d396f8b3a84dd6 is 82, key is hbase:meta,,1/info:regioninfo/1733111310991/Put/seqid=0 2024-12-02T03:48:33,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:33,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:33,806 INFO [M:0;e2eaa0f11f7e:36315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0395907eb107422bb3d396f8b3a84dd6 2024-12-02T03:48:33,825 DEBUG [M:0;e2eaa0f11f7e:36315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe544df2fc074cedb7849c01c33a0f47 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733111312341/Put/seqid=0 2024-12-02T03:48:33,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741846_1022 (size=6219) 2024-12-02T03:48:33,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741846_1022 (size=6219) 2024-12-02T03:48:33,831 INFO [M:0;e2eaa0f11f7e:36315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe544df2fc074cedb7849c01c33a0f47 2024-12-02T03:48:33,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:33,838 INFO [RS:1;e2eaa0f11f7e:45521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:33,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x101957178140002, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:33,838 INFO [RS:1;e2eaa0f11f7e:45521 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,45521,1733111309879; zookeeper connection closed. 2024-12-02T03:48:33,838 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46327f48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46327f48 2024-12-02T03:48:33,847 INFO [RS:0;e2eaa0f11f7e:44559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:33,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:33,847 INFO [RS:0;e2eaa0f11f7e:44559 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,44559,1733111309838; zookeeper connection closed. 2024-12-02T03:48:33,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44559-0x101957178140001, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:33,847 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75469856 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75469856 2024-12-02T03:48:33,847 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T03:48:33,849 DEBUG [M:0;e2eaa0f11f7e:36315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cd1d45d499944d08f409051faa4ed2e is 69, key is e2eaa0f11f7e,44559,1733111309838/rs:state/1733111310356/Put/seqid=0 2024-12-02T03:48:33,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:33,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:33,857 INFO [M:0;e2eaa0f11f7e:36315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cd1d45d499944d08f409051faa4ed2e 2024-12-02T03:48:33,863 DEBUG [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0395907eb107422bb3d396f8b3a84dd6 as hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0395907eb107422bb3d396f8b3a84dd6 2024-12-02T03:48:33,869 INFO [M:0;e2eaa0f11f7e:36315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0395907eb107422bb3d396f8b3a84dd6, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T03:48:33,870 DEBUG [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe544df2fc074cedb7849c01c33a0f47 as hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe544df2fc074cedb7849c01c33a0f47 2024-12-02T03:48:33,876 INFO [M:0;e2eaa0f11f7e:36315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe544df2fc074cedb7849c01c33a0f47, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T03:48:33,877 DEBUG [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cd1d45d499944d08f409051faa4ed2e as hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cd1d45d499944d08f409051faa4ed2e 2024-12-02T03:48:33,883 INFO [M:0;e2eaa0f11f7e:36315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46493/user/jenkins/test-data/39f6cff7-94ae-2900-e20a-a020a00970a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cd1d45d499944d08f409051faa4ed2e, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T03:48:33,884 INFO [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false 2024-12-02T03:48:33,885 INFO [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:33,885 DEBUG [M:0;e2eaa0f11f7e:36315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111313783Disabling compacts and flushes for region at 1733111313783Disabling writes for close at 1733111313783Obtaining lock to block concurrent updates at 1733111313783Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733111313783Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733111313783Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733111313784 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733111313784Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733111313800 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733111313800Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733111313811 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733111313825 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733111313825Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733111313836 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733111313849 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733111313849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4630ebd1: reopening flushed file at 1733111313863 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463a2f1f: reopening flushed file at 1733111313869 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bdedc86: reopening flushed file at 1733111313876 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false at 1733111313884 (+8 ms)Writing region close event to WAL at 1733111313885 (+1 ms)Closed at 1733111313885 2024-12-02T03:48:33,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33199 is added to blk_1073741830_1006 (size=35440) 2024-12-02T03:48:33,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741830_1006 (size=35440) 2024-12-02T03:48:33,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:33,888 INFO [M:0;e2eaa0f11f7e:36315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:48:33,889 INFO [M:0;e2eaa0f11f7e:36315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36315 2024-12-02T03:48:33,889 INFO [M:0;e2eaa0f11f7e:36315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:33,996 INFO [M:0;e2eaa0f11f7e:36315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:33,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:33,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36315-0x101957178140000, quorum=127.0.0.1:52306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:33,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28389022{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:33,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d69a720{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:33,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:34,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27b2b389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:34,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41c8a6fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:34,001 WARN [BP-918061592-172.17.0.2-1733111308057 heartbeating to localhost/127.0.0.1:46493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:34,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:34,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:34,001 WARN [BP-918061592-172.17.0.2-1733111308057 heartbeating to localhost/127.0.0.1:46493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-918061592-172.17.0.2-1733111308057 (Datanode Uuid ec1146e8-8c8d-43c2-b339-7df4979de4e6) service to localhost/127.0.0.1:46493 2024-12-02T03:48:34,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/data/data3/current/BP-918061592-172.17.0.2-1733111308057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:34,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/data/data4/current/BP-918061592-172.17.0.2-1733111308057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:34,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:34,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aaf0a9c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:34,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4897f020{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:34,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:34,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c40f29a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:34,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67111129{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:34,005 WARN [BP-918061592-172.17.0.2-1733111308057 heartbeating to localhost/127.0.0.1:46493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:34,005 WARN [BP-918061592-172.17.0.2-1733111308057 heartbeating to localhost/127.0.0.1:46493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-918061592-172.17.0.2-1733111308057 (Datanode Uuid 04163793-c2a9-4e78-8da3-29d835f250f9) service to localhost/127.0.0.1:46493 2024-12-02T03:48:34,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/data/data1/current/BP-918061592-172.17.0.2-1733111308057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:34,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/cluster_cc6cc731-b277-b694-11d6-6d11999c2e67/data/data2/current/BP-918061592-172.17.0.2-1733111308057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:34,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:34,008 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:34,008 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:34,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62153ea7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:34,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:34,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:34,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:34,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:34,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:48:34,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:48:34,043 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 115) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46493 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46493 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=237 (was 188) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7422 (was 7698) 2024-12-02T03:48:34,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=7422 2024-12-02T03:48:34,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.log.dir so I do NOT create it in target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2 2024-12-02T03:48:34,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T03:48:34,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.tmp.dir so I do NOT create it in target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2 2024-12-02T03:48:34,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11be1af6-6098-0764-1b33-5696b9f5cc66/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T03:48:34,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2 2024-12-02T03:48:34,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:48:34,068 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51, deleteOnExit=true 2024-12-02T03:48:34,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:48:34,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/test.cache.data in system properties and HBase conf 2024-12-02T03:48:34,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:48:34,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:48:34,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:48:34,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:48:34,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:48:34,069 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:48:34,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:34,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:34,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:48:34,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:34,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:48:34,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:48:34,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:34,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:34,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:48:34,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:48:34,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:48:34,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:34,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:48:34,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:48:34,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:34,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:34,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:34,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:34,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:48:34,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:34,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a70078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:34,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ade3e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:34,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f7c48ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/java.io.tmpdir/jetty-localhost-34753-hadoop-hdfs-3_4_1-tests_jar-_-any-15074182917297171706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:34,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c5f308a{HTTP/1.1, (http/1.1)}{localhost:34753} 2024-12-02T03:48:34,438 INFO [Time-limited test {}] server.Server(415): Started @22421ms 2024-12-02T03:48:34,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:34,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:34,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:34,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:34,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:34,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef77ed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:34,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261a65ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:34,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2763a99b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/java.io.tmpdir/jetty-localhost-46131-hadoop-hdfs-3_4_1-tests_jar-_-any-16050371229096029629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:34,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c10967e{HTTP/1.1, (http/1.1)}{localhost:46131} 2024-12-02T03:48:34,736 INFO [Time-limited test {}] server.Server(415): Started @22719ms 2024-12-02T03:48:34,738 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:34,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:34,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:34,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:34,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:34,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:34,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e75b94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:34,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526ababc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:34,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6619e1a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/java.io.tmpdir/jetty-localhost-44933-hadoop-hdfs-3_4_1-tests_jar-_-any-16896400018267572433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:34,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5d1366{HTTP/1.1, (http/1.1)}{localhost:44933} 2024-12-02T03:48:34,877 INFO [Time-limited test {}] server.Server(415): Started @22860ms 2024-12-02T03:48:34,879 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:35,608 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/data/data1/current/BP-1372774515-172.17.0.2-1733111314085/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:35,608 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/data/data2/current/BP-1372774515-172.17.0.2-1733111314085/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:35,623 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:35,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65672cc5cf7dd5c3 with lease ID 0xc2d267284a560862: Processing first storage report for DS-49cde74d-c881-4df2-8d6b-68697f0a03f9 from datanode DatanodeRegistration(127.0.0.1:42157, datanodeUuid=9730f3f4-438f-4be4-9c14-1c3b4ba8028f, infoPort=39177, infoSecurePort=0, ipcPort=44917, storageInfo=lv=-57;cid=testClusterID;nsid=330464518;c=1733111314085) 2024-12-02T03:48:35,625 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65672cc5cf7dd5c3 with lease ID 0xc2d267284a560862: from storage DS-49cde74d-c881-4df2-8d6b-68697f0a03f9 node DatanodeRegistration(127.0.0.1:42157, datanodeUuid=9730f3f4-438f-4be4-9c14-1c3b4ba8028f, infoPort=39177, infoSecurePort=0, ipcPort=44917, storageInfo=lv=-57;cid=testClusterID;nsid=330464518;c=1733111314085), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:48:35,625 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65672cc5cf7dd5c3 with lease ID 0xc2d267284a560862: Processing first storage report for DS-7148563b-d07e-458a-a9de-c947ba08485b from datanode DatanodeRegistration(127.0.0.1:42157, datanodeUuid=9730f3f4-438f-4be4-9c14-1c3b4ba8028f, infoPort=39177, infoSecurePort=0, ipcPort=44917, storageInfo=lv=-57;cid=testClusterID;nsid=330464518;c=1733111314085) 2024-12-02T03:48:35,625 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65672cc5cf7dd5c3 with lease ID 0xc2d267284a560862: from storage DS-7148563b-d07e-458a-a9de-c947ba08485b node DatanodeRegistration(127.0.0.1:42157, datanodeUuid=9730f3f4-438f-4be4-9c14-1c3b4ba8028f, infoPort=39177, infoSecurePort=0, ipcPort=44917, storageInfo=lv=-57;cid=testClusterID;nsid=330464518;c=1733111314085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:35,705 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/data/data3/current/BP-1372774515-172.17.0.2-1733111314085/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:35,705 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/data/data4/current/BP-1372774515-172.17.0.2-1733111314085/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:35,727 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf36eeeec6fe06c9 with lease ID 0xc2d267284a560863: Processing first storage report for DS-f680272e-6e40-4be6-9663-8132d0b6d414 from datanode DatanodeRegistration(127.0.0.1:39527, datanodeUuid=1b4163b7-9c65-4d38-828f-330708459074, infoPort=36869, infoSecurePort=0, ipcPort=42191, storageInfo=lv=-57;cid=testClusterID;nsid=330464518;c=1733111314085) 2024-12-02T03:48:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf36eeeec6fe06c9 with lease ID 0xc2d267284a560863: from storage DS-f680272e-6e40-4be6-9663-8132d0b6d414 node DatanodeRegistration(127.0.0.1:39527, datanodeUuid=1b4163b7-9c65-4d38-828f-330708459074, infoPort=36869, infoSecurePort=0, ipcPort=42191, storageInfo=lv=-57;cid=testClusterID;nsid=330464518;c=1733111314085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf36eeeec6fe06c9 with lease ID 0xc2d267284a560863: Processing first storage report for DS-c5afcf60-a545-4d7f-bae9-8a815b5e5d2d from datanode DatanodeRegistration(127.0.0.1:39527, datanodeUuid=1b4163b7-9c65-4d38-828f-330708459074, infoPort=36869, infoSecurePort=0, ipcPort=42191, storageInfo=lv=-57;cid=testClusterID;nsid=330464518;c=1733111314085) 2024-12-02T03:48:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf36eeeec6fe06c9 with lease ID 0xc2d267284a560863: from storage DS-c5afcf60-a545-4d7f-bae9-8a815b5e5d2d node DatanodeRegistration(127.0.0.1:39527, datanodeUuid=1b4163b7-9c65-4d38-828f-330708459074, infoPort=36869, infoSecurePort=0, ipcPort=42191, storageInfo=lv=-57;cid=testClusterID;nsid=330464518;c=1733111314085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:35,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2 2024-12-02T03:48:35,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/zookeeper_0, clientPort=62144, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:48:35,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62144 2024-12-02T03:48:35,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:35,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:35,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:35,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:35,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7 with version=8 2024-12-02T03:48:35,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/hbase-staging 2024-12-02T03:48:35,839 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:35,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:35,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:35,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:35,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:35,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:35,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:48:35,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:35,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44407 2024-12-02T03:48:35,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44407 connecting to ZooKeeper ensemble=127.0.0.1:62144 2024-12-02T03:48:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444070x0, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:35,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44407-0x101957190340000 connected 2024-12-02T03:48:35,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:35,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:35,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:35,950 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7, hbase.cluster.distributed=false 2024-12-02T03:48:35,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:35,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44407 2024-12-02T03:48:35,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44407 2024-12-02T03:48:35,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44407 2024-12-02T03:48:35,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44407 2024-12-02T03:48:35,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44407 2024-12-02T03:48:35,968 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:35,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:35,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:35,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:35,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:35,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:35,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:35,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:35,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42487 2024-12-02T03:48:35,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42487 connecting to ZooKeeper ensemble=127.0.0.1:62144 2024-12-02T03:48:35,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:35,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424870x0, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:35,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42487-0x101957190340001 connected 2024-12-02T03:48:35,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:35,985 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:35,992 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T03:48:35,997 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T03:48:36,001 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T03:48:36,005 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T03:48:36,006 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:36,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:36,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:36,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42487 2024-12-02T03:48:36,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42487 2024-12-02T03:48:36,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42487 2024-12-02T03:48:36,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42487 2024-12-02T03:48:36,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42487 2024-12-02T03:48:36,027 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:36,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:36,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:36,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:36,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:36,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:36,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:36,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:36,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40541 2024-12-02T03:48:36,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40541 connecting to ZooKeeper ensemble=127.0.0.1:62144 2024-12-02T03:48:36,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:36,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405410x0, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:36,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40541-0x101957190340002 connected 2024-12-02T03:48:36,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405410x0, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:36,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:36,064 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T03:48:36,068 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T03:48:36,069 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T03:48:36,070 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T03:48:36,073 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:36,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:36,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:36,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40541 2024-12-02T03:48:36,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40541 2024-12-02T03:48:36,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40541 2024-12-02T03:48:36,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40541 2024-12-02T03:48:36,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40541 2024-12-02T03:48:36,091 DEBUG [M:0;e2eaa0f11f7e:44407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:44407 2024-12-02T03:48:36,091 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,44407,1733111315839 2024-12-02T03:48:36,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:36,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:36,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:36,101 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,44407,1733111315839 2024-12-02T03:48:36,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:36,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:36,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,113 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:48:36,114 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,44407,1733111315839 from backup master directory 2024-12-02T03:48:36,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:36,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:36,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,44407,1733111315839 2024-12-02T03:48:36,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:36,121 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:36,121 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,44407,1733111315839 2024-12-02T03:48:36,126 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/hbase.id] with ID: f62c8f99-c22e-4799-b227-d5195a41dbf1 2024-12-02T03:48:36,126 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/.tmp/hbase.id 2024-12-02T03:48:36,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:36,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:36,134 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/.tmp/hbase.id]:[hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/hbase.id] 2024-12-02T03:48:36,146 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:36,146 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:48:36,148 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T03:48:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:36,169 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:36,169 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:48:36,170 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:36,177 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store 2024-12-02T03:48:36,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:36,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:36,184 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:36,184 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:36,184 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:36,184 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:36,184 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:36,184 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:36,184 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:36,184 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111316184Disabling compacts and flushes for region at 1733111316184Disabling writes for close at 1733111316184Writing region close event to WAL at 1733111316184Closed at 1733111316184 2024-12-02T03:48:36,185 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/.initializing 2024-12-02T03:48:36,185 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/WALs/e2eaa0f11f7e,44407,1733111315839 2024-12-02T03:48:36,186 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:36,187 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C44407%2C1733111315839, suffix=, logDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/WALs/e2eaa0f11f7e,44407,1733111315839, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/oldWALs, maxLogs=10 2024-12-02T03:48:36,199 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/WALs/e2eaa0f11f7e,44407,1733111315839/e2eaa0f11f7e%2C44407%2C1733111315839.1733111316187, exclude list is [], retry=0 2024-12-02T03:48:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39527,DS-f680272e-6e40-4be6-9663-8132d0b6d414,DISK] 2024-12-02T03:48:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42157,DS-49cde74d-c881-4df2-8d6b-68697f0a03f9,DISK] 2024-12-02T03:48:36,203 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/WALs/e2eaa0f11f7e,44407,1733111315839/e2eaa0f11f7e%2C44407%2C1733111315839.1733111316187 2024-12-02T03:48:36,203 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36869:36869),(127.0.0.1/127.0.0.1:39177:39177)] 2024-12-02T03:48:36,203 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:36,204 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:36,204 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,204 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:48:36,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:36,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:36,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:48:36,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:36,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:36,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:48:36,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:36,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:36,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:48:36,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:36,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:36,213 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,213 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,214 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,215 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,215 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,216 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:36,217 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:36,219 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:36,220 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75365611, jitterRate=0.12303511798381805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:36,220 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733111316204Initializing all the Stores at 1733111316205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111316205Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111316205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111316205Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111316205Cleaning up temporary data from old regions at 1733111316215 (+10 ms)Region opened successfully at 1733111316220 (+5 ms) 2024-12-02T03:48:36,220 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:48:36,223 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f1989d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:36,224 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:48:36,224 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:48:36,224 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:48:36,225 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:48:36,225 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T03:48:36,225 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T03:48:36,225 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:48:36,227 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:48:36,228 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:48:36,347 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:48:36,348 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:48:36,349 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:48:36,363 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:48:36,363 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:48:36,364 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:48:36,371 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:48:36,372 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:48:36,379 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:48:36,382 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:48:36,392 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:48:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,401 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,44407,1733111315839, sessionid=0x101957190340000, setting cluster-up flag (Was=false) 2024-12-02T03:48:36,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,446 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:48:36,447 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,44407,1733111315839 2024-12-02T03:48:36,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:48:36,492 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:48:36,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:36,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:36,494 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,44407,1733111315839 2024-12-02T03:48:36,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:36,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:36,495 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:48:36,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:36,497 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:36,498 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:48:36,498 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:48:36,498 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,44407,1733111315839 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:48:36,499 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:36,499 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:36,499 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:36,499 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:36,500 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:48:36,500 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,500 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:36,500 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:36,505 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733111346505 2024-12-02T03:48:36,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:36,506 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:48:36,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:48:36,506 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:48:36,506 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:48:36,506 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:48:36,506 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:48:36,506 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:48:36,506 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:36,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:48:36,509 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:48:36,509 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:48:36,509 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:48:36,510 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:48:36,510 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:48:36,510 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111316510,5,FailOnTimeoutGroup] 2024-12-02T03:48:36,511 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111316510,5,FailOnTimeoutGroup] 2024-12-02T03:48:36,511 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,511 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:48:36,511 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,511 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:36,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:36,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:48:36,519 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7 2024-12-02T03:48:36,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:36,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:36,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:36,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:36,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:36,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:36,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:36,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:36,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:36,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:36,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:36,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:36,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:36,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:36,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:36,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:36,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:36,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:36,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:36,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:36,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740 2024-12-02T03:48:36,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740 2024-12-02T03:48:36,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:36,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:36,537 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:36,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:36,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:36,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74043053, jitterRate=0.10332746803760529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:36,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733111316527Initializing all the Stores at 1733111316527Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111316527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111316528 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111316528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111316528Cleaning up temporary data from old regions at 1733111316537 (+9 ms)Region opened successfully at 1733111316542 (+5 ms) 2024-12-02T03:48:36,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:36,542 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:36,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:36,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:36,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:36,547 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:36,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111316542Disabling compacts and flushes for region at 1733111316542Disabling writes for close at 1733111316542Writing region close event to WAL at 1733111316547 (+5 ms)Closed at 1733111316547 2024-12-02T03:48:36,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:36,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:48:36,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:48:36,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:36,551 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:48:36,583 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(746): ClusterId : f62c8f99-c22e-4799-b227-d5195a41dbf1 2024-12-02T03:48:36,583 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(746): ClusterId : f62c8f99-c22e-4799-b227-d5195a41dbf1 2024-12-02T03:48:36,583 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:36,583 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:36,618 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:36,618 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:36,618 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:36,618 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:36,626 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:36,626 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:36,627 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c8c765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:36,627 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bfaf3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:36,636 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e2eaa0f11f7e:40541 2024-12-02T03:48:36,636 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:36,636 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:36,636 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:36,637 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,44407,1733111315839 with port=40541, startcode=1733111316027 2024-12-02T03:48:36,637 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:36,639 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59327, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:36,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,40541,1733111316027 2024-12-02T03:48:36,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,40541,1733111316027 2024-12-02T03:48:36,641 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7 2024-12-02T03:48:36,641 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45807 2024-12-02T03:48:36,641 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:36,642 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:42487 2024-12-02T03:48:36,642 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:36,642 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:36,642 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:36,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:36,651 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,44407,1733111315839 with port=42487, startcode=1733111315968 2024-12-02T03:48:36,651 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:36,651 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] zookeeper.ZKUtil(111): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,40541,1733111316027 2024-12-02T03:48:36,651 WARN [RS:1;e2eaa0f11f7e:40541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:36,651 INFO [RS:1;e2eaa0f11f7e:40541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:36,651 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,40541,1733111316027 2024-12-02T03:48:36,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,40541,1733111316027] 2024-12-02T03:48:36,653 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46115, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:36,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:36,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:36,655 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7 2024-12-02T03:48:36,655 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45807 2024-12-02T03:48:36,655 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:36,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:36,685 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] zookeeper.ZKUtil(111): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:36,685 WARN [RS:0;e2eaa0f11f7e:42487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:36,685 INFO [RS:0;e2eaa0f11f7e:42487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:36,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,42487,1733111315968] 2024-12-02T03:48:36,685 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:36,685 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:36,687 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:36,687 INFO [RS:1;e2eaa0f11f7e:40541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:36,687 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,687 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:36,688 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:36,688 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:36,688 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,688 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,688 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:36,689 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:36,690 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:36,691 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,691 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,691 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,691 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,691 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,691 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,40541,1733111316027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:36,691 INFO [RS:0;e2eaa0f11f7e:42487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:36,691 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,691 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:36,692 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:36,692 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:36,693 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:36,696 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,696 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,696 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,696 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,696 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,696 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,42487,1733111315968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:36,702 WARN [e2eaa0f11f7e:44407 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:48:36,710 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:36,710 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:36,710 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,42487,1733111315968-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,710 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,40541,1733111316027-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,710 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,710 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.Replication(171): e2eaa0f11f7e,42487,1733111315968 started 2024-12-02T03:48:36,710 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,710 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.Replication(171): e2eaa0f11f7e,40541,1733111316027 started 2024-12-02T03:48:36,721 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,721 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,42487,1733111315968, RpcServer on e2eaa0f11f7e/172.17.0.2:42487, sessionid=0x101957190340001 2024-12-02T03:48:36,722 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:36,722 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:36,722 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,42487,1733111315968' 2024-12-02T03:48:36,722 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:36,722 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:36,723 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:36,723 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:36,723 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:36,723 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,42487,1733111315968' 2024-12-02T03:48:36,723 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:36,723 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:36,723 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:36,724 INFO [RS:0;e2eaa0f11f7e:42487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:36,724 INFO [RS:0;e2eaa0f11f7e:42487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:36,728 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:36,728 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,40541,1733111316027, RpcServer on e2eaa0f11f7e/172.17.0.2:40541, sessionid=0x101957190340002 2024-12-02T03:48:36,728 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:36,728 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,40541,1733111316027 2024-12-02T03:48:36,728 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,40541,1733111316027' 2024-12-02T03:48:36,728 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:36,729 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:36,729 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:36,729 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:36,729 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,40541,1733111316027 2024-12-02T03:48:36,729 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,40541,1733111316027' 2024-12-02T03:48:36,729 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:36,730 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:36,730 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:36,730 INFO [RS:1;e2eaa0f11f7e:40541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:36,730 INFO [RS:1;e2eaa0f11f7e:40541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:36,824 INFO [RS:0;e2eaa0f11f7e:42487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:36,826 INFO [RS:0;e2eaa0f11f7e:42487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C42487%2C1733111315968, suffix=, logDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,42487,1733111315968, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/oldWALs, maxLogs=32 2024-12-02T03:48:36,830 INFO [RS:1;e2eaa0f11f7e:40541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:36,832 INFO [RS:1;e2eaa0f11f7e:40541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C40541%2C1733111316027, suffix=, logDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,40541,1733111316027, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/oldWALs, maxLogs=32 2024-12-02T03:48:36,838 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,42487,1733111315968/e2eaa0f11f7e%2C42487%2C1733111315968.1733111316826, exclude list is [], retry=0 2024-12-02T03:48:36,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39527,DS-f680272e-6e40-4be6-9663-8132d0b6d414,DISK] 2024-12-02T03:48:36,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42157,DS-49cde74d-c881-4df2-8d6b-68697f0a03f9,DISK] 2024-12-02T03:48:36,844 INFO [RS:0;e2eaa0f11f7e:42487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,42487,1733111315968/e2eaa0f11f7e%2C42487%2C1733111315968.1733111316826 2024-12-02T03:48:36,844 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177),(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-02T03:48:36,845 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,40541,1733111316027/e2eaa0f11f7e%2C40541%2C1733111316027.1733111316832, exclude list is [], retry=0 2024-12-02T03:48:36,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39527,DS-f680272e-6e40-4be6-9663-8132d0b6d414,DISK] 2024-12-02T03:48:36,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42157,DS-49cde74d-c881-4df2-8d6b-68697f0a03f9,DISK] 2024-12-02T03:48:36,858 INFO [RS:1;e2eaa0f11f7e:40541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,40541,1733111316027/e2eaa0f11f7e%2C40541%2C1733111316027.1733111316832 2024-12-02T03:48:36,858 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177),(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-02T03:48:36,952 DEBUG [e2eaa0f11f7e:44407 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T03:48:36,952 DEBUG [e2eaa0f11f7e:44407 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:36,955 DEBUG [e2eaa0f11f7e:44407 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:36,955 DEBUG [e2eaa0f11f7e:44407 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:36,955 DEBUG [e2eaa0f11f7e:44407 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:36,955 DEBUG [e2eaa0f11f7e:44407 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:36,955 INFO [e2eaa0f11f7e:44407 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:36,955 INFO [e2eaa0f11f7e:44407 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:36,955 DEBUG [e2eaa0f11f7e:44407 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:36,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:36,956 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,42487,1733111315968, state=OPENING 2024-12-02T03:48:36,971 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:48:36,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:36,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:36,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:36,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:36,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:36,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,42487,1733111315968}] 2024-12-02T03:48:37,133 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:37,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60431, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:37,138 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:48:37,139 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:37,139 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:48:37,141 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C42487%2C1733111315968.meta, suffix=.meta, logDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,42487,1733111315968, archiveDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/oldWALs, maxLogs=32 2024-12-02T03:48:37,152 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,42487,1733111315968/e2eaa0f11f7e%2C42487%2C1733111315968.meta.1733111317141.meta, exclude list is [], retry=0 2024-12-02T03:48:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39527,DS-f680272e-6e40-4be6-9663-8132d0b6d414,DISK] 2024-12-02T03:48:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42157,DS-49cde74d-c881-4df2-8d6b-68697f0a03f9,DISK] 2024-12-02T03:48:37,157 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,42487,1733111315968/e2eaa0f11f7e%2C42487%2C1733111315968.meta.1733111317141.meta 2024-12-02T03:48:37,157 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177),(127.0.0.1/127.0.0.1:36869:36869)] 2024-12-02T03:48:37,157 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:37,158 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:48:37,158 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:48:37,158 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:48:37,158 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:48:37,158 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:37,158 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:48:37,158 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:48:37,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:37,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:37,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:37,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:37,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:37,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:37,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:37,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:37,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:37,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:37,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:37,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:37,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:37,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:37,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:37,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:37,166 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:37,166 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740 2024-12-02T03:48:37,167 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740 2024-12-02T03:48:37,169 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:37,169 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:37,169 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:37,170 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:37,171 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60775163, jitterRate=-0.0943794995546341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:37,171 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:48:37,171 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733111317158Writing region info on filesystem at 1733111317158Initializing all the Stores at 1733111317159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111317159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111317160 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111317160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111317160Cleaning up temporary data from old regions at 1733111317169 (+9 ms)Running coprocessor post-open hooks at 1733111317171 (+2 ms)Region opened successfully at 1733111317171 2024-12-02T03:48:37,173 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733111317132 2024-12-02T03:48:37,175 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:48:37,175 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:48:37,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:37,176 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,42487,1733111315968, state=OPEN 2024-12-02T03:48:37,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:37,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:37,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:37,217 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:37,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:37,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:37,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:37,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:48:37,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,42487,1733111315968 in 237 msec 2024-12-02T03:48:37,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:48:37,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 673 msec 2024-12-02T03:48:37,224 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:37,225 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:48:37,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:37,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,42487,1733111315968, seqNum=-1] 2024-12-02T03:48:37,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:37,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55735, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:37,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec 2024-12-02T03:48:37,236 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733111317236, completionTime=-1 2024-12-02T03:48:37,236 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T03:48:37,236 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:48:37,238 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T03:48:37,238 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733111377238 2024-12-02T03:48:37,238 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733111437238 2024-12-02T03:48:37,238 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T03:48:37,239 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44407,1733111315839-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:37,239 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44407,1733111315839-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:37,239 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44407,1733111315839-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:37,239 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:44407, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:37,239 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:37,239 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:37,242 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:48:37,243 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.122sec 2024-12-02T03:48:37,244 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:48:37,244 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:48:37,244 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:48:37,244 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:48:37,244 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:48:37,244 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44407,1733111315839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:37,244 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44407,1733111315839-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:48:37,246 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:48:37,246 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:48:37,246 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44407,1733111315839-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:37,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b615a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:37,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,44407,-1 for getting cluster id 2024-12-02T03:48:37,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:48:37,285 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f62c8f99-c22e-4799-b227-d5195a41dbf1' 2024-12-02T03:48:37,285 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:48:37,285 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f62c8f99-c22e-4799-b227-d5195a41dbf1" 2024-12-02T03:48:37,286 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7953b592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:37,286 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,44407,-1] 2024-12-02T03:48:37,286 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:48:37,286 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:37,287 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:48:37,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa15bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:37,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:37,290 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,42487,1733111315968, seqNum=-1] 2024-12-02T03:48:37,290 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:37,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:37,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,44407,1733111315839 2024-12-02T03:48:37,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:48:37,294 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,44407,1733111315839 2024-12-02T03:48:37,294 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36c15f1d 2024-12-02T03:48:37,295 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:48:37,296 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:48:37,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T03:48:37,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:48:37,299 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:37,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T03:48:37,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:48:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:37,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:37,313 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dba0c37633c10f04e137c824221f15ff, NAME => 'testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7 2024-12-02T03:48:37,313 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 005bf6493cf5b83ffc70b54a85a8f644, NAME => 'testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7 2024-12-02T03:48:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:37,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:37,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:37,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 005bf6493cf5b83ffc70b54a85a8f644, disabling compactions & flushes 2024-12-02T03:48:37,320 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:37,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:37,321 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. after waiting 1 ms 2024-12-02T03:48:37,321 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:37,321 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:37,321 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 005bf6493cf5b83ffc70b54a85a8f644: Waiting for close lock at 1733111317320Disabling compacts and flushes for region at 1733111317320Disabling writes for close at 1733111317321 (+1 ms)Writing region close event to WAL at 1733111317321Closed at 1733111317321 2024-12-02T03:48:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:37,324 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:37,325 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing dba0c37633c10f04e137c824221f15ff, disabling compactions & flushes 2024-12-02T03:48:37,325 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:37,325 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:37,325 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. after waiting 0 ms 2024-12-02T03:48:37,325 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:37,325 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:37,325 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for dba0c37633c10f04e137c824221f15ff: Waiting for close lock at 1733111317325Disabling compacts and flushes for region at 1733111317325Disabling writes for close at 1733111317325Writing region close event to WAL at 1733111317325Closed at 1733111317325 2024-12-02T03:48:37,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:48:37,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111317327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111317327"}]},"ts":"1733111317327"} 2024-12-02T03:48:37,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111317327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111317327"}]},"ts":"1733111317327"} 2024-12-02T03:48:37,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T03:48:37,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:48:37,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111317332"}]},"ts":"1733111317332"} 2024-12-02T03:48:37,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T03:48:37,335 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:37,336 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:37,336 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:37,336 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:37,336 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:37,336 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:37,336 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:37,336 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:37,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dba0c37633c10f04e137c824221f15ff, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005bf6493cf5b83ffc70b54a85a8f644, ASSIGN}] 2024-12-02T03:48:37,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005bf6493cf5b83ffc70b54a85a8f644, ASSIGN 2024-12-02T03:48:37,338 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dba0c37633c10f04e137c824221f15ff, ASSIGN 2024-12-02T03:48:37,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005bf6493cf5b83ffc70b54a85a8f644, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,40541,1733111316027; forceNewPlan=false, retain=false 2024-12-02T03:48:37,339 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dba0c37633c10f04e137c824221f15ff, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,42487,1733111315968; forceNewPlan=false, retain=false 2024-12-02T03:48:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:37,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T03:48:37,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T03:48:37,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:48:37,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T03:48:37,489 INFO [e2eaa0f11f7e:44407 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T03:48:37,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dba0c37633c10f04e137c824221f15ff, regionState=OPENING, regionLocation=e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:37,490 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=005bf6493cf5b83ffc70b54a85a8f644, regionState=OPENING, regionLocation=e2eaa0f11f7e,40541,1733111316027 2024-12-02T03:48:37,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dba0c37633c10f04e137c824221f15ff, ASSIGN because future has completed 2024-12-02T03:48:37,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dba0c37633c10f04e137c824221f15ff, server=e2eaa0f11f7e,42487,1733111315968}] 2024-12-02T03:48:37,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005bf6493cf5b83ffc70b54a85a8f644, ASSIGN because future has completed 2024-12-02T03:48:37,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005bf6493cf5b83ffc70b54a85a8f644, server=e2eaa0f11f7e,40541,1733111316027}] 2024-12-02T03:48:37,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:37,647 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:37,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59125, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:37,650 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:37,650 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dba0c37633c10f04e137c824221f15ff, NAME => 'testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T03:48:37,651 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,651 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:37,651 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,651 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,652 INFO [StoreOpener-dba0c37633c10f04e137c824221f15ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,652 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:37,652 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 005bf6493cf5b83ffc70b54a85a8f644, NAME => 'testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T03:48:37,653 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,653 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:37,653 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,653 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,654 INFO [StoreOpener-dba0c37633c10f04e137c824221f15ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dba0c37633c10f04e137c824221f15ff columnFamilyName family 2024-12-02T03:48:37,654 DEBUG [StoreOpener-dba0c37633c10f04e137c824221f15ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:37,654 INFO [StoreOpener-005bf6493cf5b83ffc70b54a85a8f644-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,654 INFO [StoreOpener-dba0c37633c10f04e137c824221f15ff-1 {}] regionserver.HStore(327): Store=dba0c37633c10f04e137c824221f15ff/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:37,654 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,655 INFO [StoreOpener-005bf6493cf5b83ffc70b54a85a8f644-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 005bf6493cf5b83ffc70b54a85a8f644 columnFamilyName family 2024-12-02T03:48:37,655 DEBUG [StoreOpener-005bf6493cf5b83ffc70b54a85a8f644-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:37,655 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,656 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,656 INFO [StoreOpener-005bf6493cf5b83ffc70b54a85a8f644-1 {}] regionserver.HStore(327): Store=005bf6493cf5b83ffc70b54a85a8f644/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:37,656 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,658 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,658 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,658 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,658 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,659 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,659 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,660 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,660 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,662 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/dba0c37633c10f04e137c824221f15ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:37,663 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened dba0c37633c10f04e137c824221f15ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63523644, jitterRate=-0.053423941135406494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:37,663 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:37,663 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dba0c37633c10f04e137c824221f15ff: Running coprocessor pre-open hook at 1733111317651Writing region info on filesystem at 1733111317651Initializing all the Stores at 1733111317652 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111317652Cleaning up temporary data from old regions at 1733111317658 (+6 ms)Running coprocessor post-open hooks at 1733111317663 (+5 ms)Region opened successfully at 1733111317663 2024-12-02T03:48:37,664 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff., pid=7, masterSystemTime=1733111317646 2024-12-02T03:48:37,666 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:37,666 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:37,666 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/005bf6493cf5b83ffc70b54a85a8f644/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:37,667 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 005bf6493cf5b83ffc70b54a85a8f644; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75298911, jitterRate=0.12204121053218842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:37,667 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:37,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dba0c37633c10f04e137c824221f15ff, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:37,667 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 005bf6493cf5b83ffc70b54a85a8f644: Running coprocessor pre-open hook at 1733111317653Writing region info on filesystem at 1733111317653Initializing all the Stores at 1733111317654 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111317654Cleaning up temporary data from old regions at 1733111317659 (+5 ms)Running coprocessor post-open hooks at 1733111317667 (+8 ms)Region opened successfully at 1733111317667 2024-12-02T03:48:37,668 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644., pid=8, masterSystemTime=1733111317647 2024-12-02T03:48:37,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dba0c37633c10f04e137c824221f15ff, server=e2eaa0f11f7e,42487,1733111315968 because future has completed 2024-12-02T03:48:37,671 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:37,671 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:37,672 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=005bf6493cf5b83ffc70b54a85a8f644, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,40541,1733111316027 2024-12-02T03:48:37,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-02T03:48:37,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dba0c37633c10f04e137c824221f15ff, server=e2eaa0f11f7e,42487,1733111315968 in 178 msec 2024-12-02T03:48:37,673 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e2eaa0f11f7e,40541,1733111316027, table=testClearRegionBlockCache, region=005bf6493cf5b83ffc70b54a85a8f644. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T03:48:37,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005bf6493cf5b83ffc70b54a85a8f644, server=e2eaa0f11f7e,40541,1733111316027 because future has completed 2024-12-02T03:48:37,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dba0c37633c10f04e137c824221f15ff, ASSIGN in 337 msec 2024-12-02T03:48:37,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-02T03:48:37,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 005bf6493cf5b83ffc70b54a85a8f644, server=e2eaa0f11f7e,40541,1733111316027 in 181 msec 2024-12-02T03:48:37,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-02T03:48:37,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005bf6493cf5b83ffc70b54a85a8f644, ASSIGN in 342 msec 2024-12-02T03:48:37,681 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:48:37,682 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111317681"}]},"ts":"1733111317681"} 2024-12-02T03:48:37,684 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T03:48:37,685 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:48:37,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 388 msec 2024-12-02T03:48:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:37,931 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T03:48:37,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T03:48:37,932 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:37,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T03:48:37,935 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:37,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T03:48:37,939 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff., hostname=e2eaa0f11f7e,42487,1733111315968, seqNum=2] 2024-12-02T03:48:37,949 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644., hostname=e2eaa0f11f7e,40541,1733111316027, seqNum=2] 2024-12-02T03:48:37,949 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:37,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:37,960 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dba0c37633c10f04e137c824221f15ff 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T03:48:37,974 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/dba0c37633c10f04e137c824221f15ff/.tmp/family/b6e4c71e264e4fbd98688bdc8d73ed4c is 32, key is 1/family:/1733111317940/Put/seqid=0 2024-12-02T03:48:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741839_1015 (size=5054) 2024-12-02T03:48:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741839_1015 (size=5054) 2024-12-02T03:48:37,980 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/dba0c37633c10f04e137c824221f15ff/.tmp/family/b6e4c71e264e4fbd98688bdc8d73ed4c 2024-12-02T03:48:37,986 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/dba0c37633c10f04e137c824221f15ff/.tmp/family/b6e4c71e264e4fbd98688bdc8d73ed4c as hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/dba0c37633c10f04e137c824221f15ff/family/b6e4c71e264e4fbd98688bdc8d73ed4c 2024-12-02T03:48:37,992 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/dba0c37633c10f04e137c824221f15ff/family/b6e4c71e264e4fbd98688bdc8d73ed4c, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T03:48:37,993 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for dba0c37633c10f04e137c824221f15ff in 33ms, sequenceid=8, compaction requested=false 2024-12-02T03:48:37,993 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dba0c37633c10f04e137c824221f15ff: 2024-12-02T03:48:37,993 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 005bf6493cf5b83ffc70b54a85a8f644 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T03:48:38,007 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/005bf6493cf5b83ffc70b54a85a8f644/.tmp/family/e4ea75e037a84f6a899bc207c258f076 is 32, key is 5/family:/1733111317951/Put/seqid=0 2024-12-02T03:48:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741840_1016 (size=5083) 2024-12-02T03:48:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741840_1016 (size=5083) 2024-12-02T03:48:38,012 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/005bf6493cf5b83ffc70b54a85a8f644/.tmp/family/e4ea75e037a84f6a899bc207c258f076 2024-12-02T03:48:38,019 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/005bf6493cf5b83ffc70b54a85a8f644/.tmp/family/e4ea75e037a84f6a899bc207c258f076 as hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/005bf6493cf5b83ffc70b54a85a8f644/family/e4ea75e037a84f6a899bc207c258f076 2024-12-02T03:48:38,025 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/005bf6493cf5b83ffc70b54a85a8f644/family/e4ea75e037a84f6a899bc207c258f076, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T03:48:38,026 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 005bf6493cf5b83ffc70b54a85a8f644 in 33ms, sequenceid=9, compaction requested=false 2024-12-02T03:48:38,026 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 005bf6493cf5b83ffc70b54a85a8f644: 2024-12-02T03:48:38,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345d242a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:38,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,44407,-1 for getting cluster id 2024-12-02T03:48:38,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:48:38,028 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f62c8f99-c22e-4799-b227-d5195a41dbf1' 2024-12-02T03:48:38,028 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:48:38,028 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f62c8f99-c22e-4799-b227-d5195a41dbf1" 2024-12-02T03:48:38,028 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455537f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:38,029 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,44407,-1] 2024-12-02T03:48:38,029 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:48:38,029 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:38,030 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:48:38,030 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d04f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:38,038 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-02T03:48:38,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:38,039 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,42487,1733111315968, seqNum=-1] 2024-12-02T03:48:38,040 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:38,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:38,044 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:38,044 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:38,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:38,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] bucket.BucketCache(1863): found 1 blocks for file e4ea75e037a84f6a899bc207c258f076, starting offset: 0, end offset: 9223372036854775807 2024-12-02T03:48:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] bucket.BucketCache(1863): found 1 blocks for file b6e4c71e264e4fbd98688bdc8d73ed4c, starting offset: 0, end offset: 9223372036854775807 2024-12-02T03:48:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] bucket.BucketCache(856): removed key b6e4c71e264e4fbd98688bdc8d73ed4c_0 from back map with offset lock 2094080 in the evict process 2024-12-02T03:48:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40541 {}] bucket.BucketCache(856): removed key e4ea75e037a84f6a899bc207c258f076_0 from back map with offset lock 2094080 in the evict process 2024-12-02T03:48:38,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:38,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:38,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:38,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:38,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:48:38,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:48:38,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:38,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:38,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:38,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:38,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:48:38,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1022707327, stopped=false 2024-12-02T03:48:38,049 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,44407,1733111315839 2024-12-02T03:48:38,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:48:38,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:38,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:38,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:38,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:38,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:38,100 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:38,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:38,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:38,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:38,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:38,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:38,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:38,102 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,42487,1733111315968' ***** 2024-12-02T03:48:38,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:38,102 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:38,102 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,40541,1733111316027' ***** 2024-12-02T03:48:38,102 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:38,102 INFO [RS:0;e2eaa0f11f7e:42487 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T03:48:38,102 INFO [RS:1;e2eaa0f11f7e:40541 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T03:48:38,102 INFO [RS:0;e2eaa0f11f7e:42487 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T03:48:38,102 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T03:48:38,102 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T03:48:38,102 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:38,102 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T03:48:38,102 INFO [RS:1;e2eaa0f11f7e:40541 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T03:48:38,102 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T03:48:38,103 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T03:48:38,103 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T03:48:38,103 INFO [RS:0;e2eaa0f11f7e:42487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:38,103 INFO [RS:0;e2eaa0f11f7e:42487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:38,103 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:38,103 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:38,103 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(3091): Received CLOSE for dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:38,103 INFO [RS:1;e2eaa0f11f7e:40541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:38,103 INFO [RS:1;e2eaa0f11f7e:40541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:38,103 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(3091): Received CLOSE for 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:38,103 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:38,103 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:38,103 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:38,103 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,40541,1733111316027 2024-12-02T03:48:38,103 INFO [RS:0;e2eaa0f11f7e:42487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:42487. 2024-12-02T03:48:38,103 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:38,103 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dba0c37633c10f04e137c824221f15ff, disabling compactions & flushes 2024-12-02T03:48:38,103 INFO [RS:1;e2eaa0f11f7e:40541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e2eaa0f11f7e:40541. 2024-12-02T03:48:38,103 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:38,103 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 005bf6493cf5b83ffc70b54a85a8f644, disabling compactions & flushes 2024-12-02T03:48:38,103 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:38,103 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:38,103 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:38,103 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:38,103 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:38,103 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:38,103 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:38,104 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. after waiting 0 ms 2024-12-02T03:48:38,104 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. after waiting 0 ms 2024-12-02T03:48:38,104 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:38,104 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:38,104 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T03:48:38,104 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:38,104 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:38,104 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(1325): Online Regions={005bf6493cf5b83ffc70b54a85a8f644=testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644.} 2024-12-02T03:48:38,104 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:38,104 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:48:38,104 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(1351): Waiting on 005bf6493cf5b83ffc70b54a85a8f644 2024-12-02T03:48:38,105 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T03:48:38,105 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dba0c37633c10f04e137c824221f15ff=testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff.} 2024-12-02T03:48:38,105 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dba0c37633c10f04e137c824221f15ff 2024-12-02T03:48:38,105 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:38,105 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:38,105 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:38,105 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:38,105 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:38,105 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T03:48:38,109 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/dba0c37633c10f04e137c824221f15ff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T03:48:38,110 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:38,110 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dba0c37633c10f04e137c824221f15ff: Waiting for close lock at 1733111318103Running coprocessor pre-close hooks at 1733111318103Disabling compacts and flushes for region at 1733111318103Disabling writes for close at 1733111318104 (+1 ms)Writing region close event to WAL at 1733111318105 (+1 ms)Running coprocessor post-close hooks at 1733111318110 (+5 ms)Closed at 1733111318110 2024-12-02T03:48:38,110 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733111317296.dba0c37633c10f04e137c824221f15ff. 2024-12-02T03:48:38,115 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/default/testClearRegionBlockCache/005bf6493cf5b83ffc70b54a85a8f644/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T03:48:38,116 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:38,116 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 005bf6493cf5b83ffc70b54a85a8f644: Waiting for close lock at 1733111318103Running coprocessor pre-close hooks at 1733111318103Disabling compacts and flushes for region at 1733111318103Disabling writes for close at 1733111318104 (+1 ms)Writing region close event to WAL at 1733111318105 (+1 ms)Running coprocessor post-close hooks at 1733111318116 (+11 ms)Closed at 1733111318116 2024-12-02T03:48:38,116 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644. 2024-12-02T03:48:38,123 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/.tmp/info/58d0777f250a4e02b20da23899a5543e is 173, key is testClearRegionBlockCache,5,1733111317296.005bf6493cf5b83ffc70b54a85a8f644./info:regioninfo/1733111317671/Put/seqid=0 2024-12-02T03:48:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:38,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:38,129 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/.tmp/info/58d0777f250a4e02b20da23899a5543e 2024-12-02T03:48:38,150 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/.tmp/ns/38f6c9980bd64aeda234b8e928b6a46a is 43, key is default/ns:d/1733111317228/Put/seqid=0 2024-12-02T03:48:38,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:38,156 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/.tmp/ns/38f6c9980bd64aeda234b8e928b6a46a 2024-12-02T03:48:38,174 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/.tmp/table/95e15ef7212b44c0bf6b63e5a7b162f8 is 61, key is testClearRegionBlockCache/table:state/1733111317681/Put/seqid=0 2024-12-02T03:48:38,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:38,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:38,180 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/.tmp/table/95e15ef7212b44c0bf6b63e5a7b162f8 2024-12-02T03:48:38,188 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/.tmp/info/58d0777f250a4e02b20da23899a5543e as hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/info/58d0777f250a4e02b20da23899a5543e 2024-12-02T03:48:38,192 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:38,199 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:38,199 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/info/58d0777f250a4e02b20da23899a5543e, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T03:48:38,201 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/.tmp/ns/38f6c9980bd64aeda234b8e928b6a46a as hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/ns/38f6c9980bd64aeda234b8e928b6a46a 2024-12-02T03:48:38,208 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/ns/38f6c9980bd64aeda234b8e928b6a46a, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T03:48:38,209 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/.tmp/table/95e15ef7212b44c0bf6b63e5a7b162f8 as hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/table/95e15ef7212b44c0bf6b63e5a7b162f8 2024-12-02T03:48:38,216 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/table/95e15ef7212b44c0bf6b63e5a7b162f8, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T03:48:38,217 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=13, compaction requested=false 2024-12-02T03:48:38,222 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T03:48:38,224 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:48:38,224 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:38,224 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111318105Running coprocessor pre-close hooks at 1733111318105Disabling compacts and flushes for region at 1733111318105Disabling writes for close at 1733111318105Obtaining lock to block concurrent updates at 1733111318105Preparing flush snapshotting stores in 1588230740 at 1733111318105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733111318106 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733111318106Flushing 1588230740/info: creating writer at 1733111318107 (+1 ms)Flushing 1588230740/info: appending metadata at 1733111318123 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733111318123Flushing 1588230740/ns: creating writer at 1733111318135 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733111318149 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733111318149Flushing 1588230740/table: creating writer at 1733111318161 (+12 ms)Flushing 1588230740/table: appending metadata at 1733111318174 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733111318174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76af1e98: reopening flushed file at 1733111318187 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4840db78: reopening flushed file at 1733111318200 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6604476d: reopening flushed file at 1733111318208 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=13, compaction requested=false at 1733111318217 (+9 ms)Writing region close event to WAL at 1733111318219 (+2 ms)Running coprocessor post-close hooks at 1733111318223 (+4 ms)Closed at 1733111318224 (+1 ms) 2024-12-02T03:48:38,224 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:38,304 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,40541,1733111316027; all regions closed. 2024-12-02T03:48:38,305 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,42487,1733111315968; all regions closed. 2024-12-02T03:48:38,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741834_1010 (size=1867) 2024-12-02T03:48:38,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741834_1010 (size=1867) 2024-12-02T03:48:38,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:38,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:38,311 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/oldWALs 2024-12-02T03:48:38,311 INFO [RS:1;e2eaa0f11f7e:40541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C40541%2C1733111316027:(num 1733111316832) 2024-12-02T03:48:38,311 DEBUG [RS:1;e2eaa0f11f7e:40541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:38,311 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:38,312 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:38,312 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:38,313 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:38,313 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:38,313 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:38,313 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:38,313 INFO [RS:1;e2eaa0f11f7e:40541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40541 2024-12-02T03:48:38,314 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:38,315 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/oldWALs 2024-12-02T03:48:38,315 INFO [RS:0;e2eaa0f11f7e:42487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C42487%2C1733111315968.meta:.meta(num 1733111317141) 2024-12-02T03:48:38,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741833_1009 (size=1758) 2024-12-02T03:48:38,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/WALs/e2eaa0f11f7e,42487,1733111315968/e2eaa0f11f7e%2C42487%2C1733111315968.1733111316826 not finished, retry = 0 2024-12-02T03:48:38,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741833_1009 (size=1758) 2024-12-02T03:48:38,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:38,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,40541,1733111316027 2024-12-02T03:48:38,342 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:38,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,40541,1733111316027] 2024-12-02T03:48:38,359 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,40541,1733111316027 already deleted, retry=false 2024-12-02T03:48:38,359 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,40541,1733111316027 expired; onlineServers=1 2024-12-02T03:48:38,421 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/oldWALs 2024-12-02T03:48:38,421 INFO [RS:0;e2eaa0f11f7e:42487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C42487%2C1733111315968:(num 1733111316826) 2024-12-02T03:48:38,421 DEBUG [RS:0;e2eaa0f11f7e:42487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:38,421 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:38,421 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:38,422 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:38,422 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:38,422 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:38,422 INFO [RS:0;e2eaa0f11f7e:42487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42487 2024-12-02T03:48:38,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:38,450 INFO [RS:1;e2eaa0f11f7e:40541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:38,451 INFO [RS:1;e2eaa0f11f7e:40541 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,40541,1733111316027; zookeeper connection closed. 2024-12-02T03:48:38,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40541-0x101957190340002, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:38,451 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e2cb549 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e2cb549 2024-12-02T03:48:38,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:38,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,42487,1733111315968 2024-12-02T03:48:38,454 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:38,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,42487,1733111315968] 2024-12-02T03:48:38,471 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,42487,1733111315968 already deleted, retry=false 2024-12-02T03:48:38,471 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,42487,1733111315968 expired; onlineServers=0 2024-12-02T03:48:38,471 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,44407,1733111315839' ***** 2024-12-02T03:48:38,471 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:48:38,471 INFO [M:0;e2eaa0f11f7e:44407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:38,471 INFO [M:0;e2eaa0f11f7e:44407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:38,471 DEBUG [M:0;e2eaa0f11f7e:44407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:48:38,471 DEBUG [M:0;e2eaa0f11f7e:44407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:48:38,471 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:48:38,471 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111316510 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111316510,5,FailOnTimeoutGroup] 2024-12-02T03:48:38,471 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111316510 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111316510,5,FailOnTimeoutGroup] 2024-12-02T03:48:38,471 INFO [M:0;e2eaa0f11f7e:44407 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:38,471 INFO [M:0;e2eaa0f11f7e:44407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:38,471 DEBUG [M:0;e2eaa0f11f7e:44407 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:48:38,471 INFO [M:0;e2eaa0f11f7e:44407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:48:38,472 INFO [M:0;e2eaa0f11f7e:44407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:38,472 INFO [M:0;e2eaa0f11f7e:44407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:48:38,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:48:38,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:38,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:38,479 DEBUG [M:0;e2eaa0f11f7e:44407 {}] zookeeper.ZKUtil(347): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:48:38,479 WARN [M:0;e2eaa0f11f7e:44407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:48:38,480 INFO [M:0;e2eaa0f11f7e:44407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/.lastflushedseqids 2024-12-02T03:48:38,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741844_1020 (size=182) 2024-12-02T03:48:38,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741844_1020 (size=182) 2024-12-02T03:48:38,485 INFO [M:0;e2eaa0f11f7e:44407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:48:38,485 INFO [M:0;e2eaa0f11f7e:44407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:48:38,486 DEBUG [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:38,486 INFO [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:38,486 DEBUG [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:38,486 DEBUG [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:38,486 DEBUG [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:38,486 INFO [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-02T03:48:38,501 DEBUG [M:0;e2eaa0f11f7e:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/395b40021005457c9be62ad5ac990186 is 82, key is hbase:meta,,1/info:regioninfo/1733111317175/Put/seqid=0 2024-12-02T03:48:38,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:38,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:38,506 INFO [M:0;e2eaa0f11f7e:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/395b40021005457c9be62ad5ac990186 2024-12-02T03:48:38,526 DEBUG [M:0;e2eaa0f11f7e:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ced98e3699c43849eb55d5ab8610e1b is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733111317686/Put/seqid=0 2024-12-02T03:48:38,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741846_1022 (size=6220) 2024-12-02T03:48:38,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741846_1022 (size=6220) 2024-12-02T03:48:38,531 INFO [M:0;e2eaa0f11f7e:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ced98e3699c43849eb55d5ab8610e1b 2024-12-02T03:48:38,550 DEBUG [M:0;e2eaa0f11f7e:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/801b167692554138baea0dd0ec84fd6d is 69, key is e2eaa0f11f7e,40541,1733111316027/rs:state/1733111316639/Put/seqid=0 2024-12-02T03:48:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:38,555 INFO [M:0;e2eaa0f11f7e:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/801b167692554138baea0dd0ec84fd6d 2024-12-02T03:48:38,561 DEBUG [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/395b40021005457c9be62ad5ac990186 as hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/395b40021005457c9be62ad5ac990186 2024-12-02T03:48:38,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:38,562 INFO [RS:0;e2eaa0f11f7e:42487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:38,563 INFO [RS:0;e2eaa0f11f7e:42487 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,42487,1733111315968; zookeeper connection closed. 2024-12-02T03:48:38,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x101957190340001, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:38,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c99a8e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c99a8e8 2024-12-02T03:48:38,563 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T03:48:38,566 INFO [M:0;e2eaa0f11f7e:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/395b40021005457c9be62ad5ac990186, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T03:48:38,567 DEBUG [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ced98e3699c43849eb55d5ab8610e1b as hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ced98e3699c43849eb55d5ab8610e1b 2024-12-02T03:48:38,572 INFO [M:0;e2eaa0f11f7e:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ced98e3699c43849eb55d5ab8610e1b, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T03:48:38,573 DEBUG [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/801b167692554138baea0dd0ec84fd6d as hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/801b167692554138baea0dd0ec84fd6d 2024-12-02T03:48:38,578 INFO [M:0;e2eaa0f11f7e:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45807/user/jenkins/test-data/9ce14bcf-a047-8ec7-8793-9915fb9e26a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/801b167692554138baea0dd0ec84fd6d, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T03:48:38,580 INFO [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false 2024-12-02T03:48:38,584 INFO [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:38,584 DEBUG [M:0;e2eaa0f11f7e:44407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111318486Disabling compacts and flushes for region at 1733111318486Disabling writes for close at 1733111318486Obtaining lock to block concurrent updates at 1733111318486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733111318486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733111318487 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733111318487Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733111318487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733111318500 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733111318500Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733111318511 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733111318525 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733111318525Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733111318536 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733111318549 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733111318549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c28f476: reopening flushed file at 1733111318560 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba516eb: reopening flushed file at 1733111318566 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62324620: reopening flushed file at 1733111318572 (+6 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false at 1733111318580 (+8 ms)Writing region close event to WAL at 1733111318584 (+4 ms)Closed at 1733111318584 2024-12-02T03:48:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42157 is added to blk_1073741830_1006 (size=35452) 2024-12-02T03:48:38,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39527 is added to blk_1073741830_1006 (size=35452) 2024-12-02T03:48:38,587 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:38,587 INFO [M:0;e2eaa0f11f7e:44407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:48:38,588 INFO [M:0;e2eaa0f11f7e:44407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44407 2024-12-02T03:48:38,588 INFO [M:0;e2eaa0f11f7e:44407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:38,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:38,713 INFO [M:0;e2eaa0f11f7e:44407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:38,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x101957190340000, quorum=127.0.0.1:62144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:38,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6619e1a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:38,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5d1366{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:38,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:38,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526ababc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:38,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e75b94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:38,716 WARN [BP-1372774515-172.17.0.2-1733111314085 heartbeating to localhost/127.0.0.1:45807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:38,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:38,716 WARN [BP-1372774515-172.17.0.2-1733111314085 heartbeating to localhost/127.0.0.1:45807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1372774515-172.17.0.2-1733111314085 (Datanode Uuid 1b4163b7-9c65-4d38-828f-330708459074) service to localhost/127.0.0.1:45807 2024-12-02T03:48:38,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:38,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/data/data3/current/BP-1372774515-172.17.0.2-1733111314085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:38,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/data/data4/current/BP-1372774515-172.17.0.2-1733111314085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:38,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:38,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2763a99b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:38,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c10967e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:38,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:38,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261a65ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:38,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef77ed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:38,724 WARN [BP-1372774515-172.17.0.2-1733111314085 heartbeating to localhost/127.0.0.1:45807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:38,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:38,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:38,724 WARN [BP-1372774515-172.17.0.2-1733111314085 heartbeating to localhost/127.0.0.1:45807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1372774515-172.17.0.2-1733111314085 (Datanode Uuid 9730f3f4-438f-4be4-9c14-1c3b4ba8028f) service to localhost/127.0.0.1:45807 2024-12-02T03:48:38,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/data/data1/current/BP-1372774515-172.17.0.2-1733111314085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:38,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/cluster_38f07c5a-4a3c-1a62-2f36-1ede37a82f51/data/data2/current/BP-1372774515-172.17.0.2-1733111314085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:38,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:38,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f7c48ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:38,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c5f308a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:38,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:38,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ade3e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:38,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a70078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:38,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:48:38,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:48:38,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=151 (was 134) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45807 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45807 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 237) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7335 (was 7422) 2024-12-02T03:48:38,764 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=151, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=7335 2024-12-02T03:48:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.log.dir so I do NOT create it in target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d 2024-12-02T03:48:38,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T03:48:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.tmp.dir so I do NOT create it in target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d 2024-12-02T03:48:38,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e6e6798-c4b3-96ed-e930-2b83e94da5e2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T03:48:38,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d 2024-12-02T03:48:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:48:38,782 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91, deleteOnExit=true 2024-12-02T03:48:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:48:38,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/test.cache.data in system properties and HBase conf 2024-12-02T03:48:38,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:48:38,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:48:38,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:48:38,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:48:38,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:48:38,783 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:48:38,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:38,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:38,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:48:38,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:48:39,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:39,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:39,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:39,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:39,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:48:39,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:39,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d30f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:39,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61739e7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:39,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5145e0d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/java.io.tmpdir/jetty-localhost-45027-hadoop-hdfs-3_4_1-tests_jar-_-any-18139354058122805646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:39,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e768853{HTTP/1.1, (http/1.1)}{localhost:45027} 2024-12-02T03:48:39,133 INFO [Time-limited test {}] server.Server(415): Started @27115ms 2024-12-02T03:48:39,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:39,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:39,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:39,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:39,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:48:39,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d14d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:39,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff743d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:39,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@648981ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/java.io.tmpdir/jetty-localhost-33507-hadoop-hdfs-3_4_1-tests_jar-_-any-12903813880241270998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:39,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3858a25f{HTTP/1.1, (http/1.1)}{localhost:33507} 2024-12-02T03:48:39,431 INFO [Time-limited test {}] server.Server(415): Started @27413ms 2024-12-02T03:48:39,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:39,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:39,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:39,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:39,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:39,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:39,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@99f9131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:39,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bc67a5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:39,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37d8d802{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/java.io.tmpdir/jetty-localhost-32867-hadoop-hdfs-3_4_1-tests_jar-_-any-5303745019168523056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:39,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb012ac{HTTP/1.1, (http/1.1)}{localhost:32867} 2024-12-02T03:48:39,568 INFO [Time-limited test {}] server.Server(415): Started @27550ms 2024-12-02T03:48:39,569 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:40,170 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/data/data1/current/BP-1051652292-172.17.0.2-1733111318804/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:40,170 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/data/data2/current/BP-1051652292-172.17.0.2-1733111318804/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:40,189 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94acf609689d9916 with lease ID 0xc1671c41bd56a9c4: Processing first storage report for DS-19a41c6b-1b8a-465f-9ae8-7c9a635bea0f from datanode DatanodeRegistration(127.0.0.1:46563, datanodeUuid=233f06c7-e8e5-407c-a399-87286c8d8cde, infoPort=44479, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=2137657355;c=1733111318804) 2024-12-02T03:48:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94acf609689d9916 with lease ID 0xc1671c41bd56a9c4: from storage DS-19a41c6b-1b8a-465f-9ae8-7c9a635bea0f node DatanodeRegistration(127.0.0.1:46563, datanodeUuid=233f06c7-e8e5-407c-a399-87286c8d8cde, infoPort=44479, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=2137657355;c=1733111318804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94acf609689d9916 with lease ID 0xc1671c41bd56a9c4: Processing first storage report for DS-a8daee35-ddc7-4968-9d15-7860f1330455 from datanode DatanodeRegistration(127.0.0.1:46563, datanodeUuid=233f06c7-e8e5-407c-a399-87286c8d8cde, infoPort=44479, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=2137657355;c=1733111318804) 2024-12-02T03:48:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94acf609689d9916 with lease ID 0xc1671c41bd56a9c4: from storage DS-a8daee35-ddc7-4968-9d15-7860f1330455 node DatanodeRegistration(127.0.0.1:46563, datanodeUuid=233f06c7-e8e5-407c-a399-87286c8d8cde, infoPort=44479, infoSecurePort=0, ipcPort=39309, storageInfo=lv=-57;cid=testClusterID;nsid=2137657355;c=1733111318804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:40,288 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/data/data3/current/BP-1051652292-172.17.0.2-1733111318804/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:40,289 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/data/data4/current/BP-1051652292-172.17.0.2-1733111318804/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:40,315 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x784feaadc2978733 with lease ID 0xc1671c41bd56a9c5: Processing first storage report for DS-29dff092-1e74-4c02-ba89-00df0333ec29 from datanode DatanodeRegistration(127.0.0.1:46787, datanodeUuid=5046ddef-c922-42af-8603-2fd207ac15e1, infoPort=39923, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=2137657355;c=1733111318804) 2024-12-02T03:48:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x784feaadc2978733 with lease ID 0xc1671c41bd56a9c5: from storage DS-29dff092-1e74-4c02-ba89-00df0333ec29 node DatanodeRegistration(127.0.0.1:46787, datanodeUuid=5046ddef-c922-42af-8603-2fd207ac15e1, infoPort=39923, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=2137657355;c=1733111318804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x784feaadc2978733 with lease ID 0xc1671c41bd56a9c5: Processing first storage report for DS-a8feb89b-26bb-4f14-a223-81ce766b946b from datanode DatanodeRegistration(127.0.0.1:46787, datanodeUuid=5046ddef-c922-42af-8603-2fd207ac15e1, infoPort=39923, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=2137657355;c=1733111318804) 2024-12-02T03:48:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x784feaadc2978733 with lease ID 0xc1671c41bd56a9c5: from storage DS-a8feb89b-26bb-4f14-a223-81ce766b946b node DatanodeRegistration(127.0.0.1:46787, datanodeUuid=5046ddef-c922-42af-8603-2fd207ac15e1, infoPort=39923, infoSecurePort=0, ipcPort=39731, storageInfo=lv=-57;cid=testClusterID;nsid=2137657355;c=1733111318804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:40,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d 2024-12-02T03:48:40,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/zookeeper_0, clientPort=61469, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:48:40,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61469 2024-12-02T03:48:40,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:40,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:40,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:40,419 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8 with version=8 2024-12-02T03:48:40,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/hbase-staging 2024-12-02T03:48:40,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:40,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:40,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:40,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:40,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:40,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:40,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:48:40,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:40,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34555 2024-12-02T03:48:40,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34555 connecting to ZooKeeper ensemble=127.0.0.1:61469 2024-12-02T03:48:40,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345550x0, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:40,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34555-0x1019571a21b0000 connected 2024-12-02T03:48:40,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:40,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:40,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:40,532 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8, hbase.cluster.distributed=false 2024-12-02T03:48:40,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:40,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34555 2024-12-02T03:48:40,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34555 2024-12-02T03:48:40,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34555 2024-12-02T03:48:40,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34555 2024-12-02T03:48:40,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34555 2024-12-02T03:48:40,547 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:40,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:40,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:40,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:40,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:40,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:40,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:40,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:40,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36699 2024-12-02T03:48:40,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36699 connecting to ZooKeeper ensemble=127.0.0.1:61469 2024-12-02T03:48:40,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:40,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:40,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366990x0, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:40,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366990x0, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:40,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36699-0x1019571a21b0001 connected 2024-12-02T03:48:40,563 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:40,564 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T03:48:40,569 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T03:48:40,569 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T03:48:40,570 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T03:48:40,574 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:40,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:40,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:40,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36699 2024-12-02T03:48:40,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36699 2024-12-02T03:48:40,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36699 2024-12-02T03:48:40,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36699 2024-12-02T03:48:40,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36699 2024-12-02T03:48:40,591 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:40,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:40,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:40,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:40,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:40,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:40,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:40,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:40,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42481 2024-12-02T03:48:40,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42481 connecting to ZooKeeper ensemble=127.0.0.1:61469 2024-12-02T03:48:40,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:40,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:40,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424810x0, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:40,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424810x0, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:40,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42481-0x1019571a21b0002 connected 2024-12-02T03:48:40,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:40,605 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T03:48:40,608 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T03:48:40,609 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T03:48:40,611 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T03:48:40,611 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:40,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:40,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:40,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42481 2024-12-02T03:48:40,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42481 2024-12-02T03:48:40,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42481 2024-12-02T03:48:40,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42481 2024-12-02T03:48:40,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42481 2024-12-02T03:48:40,624 DEBUG [M:0;e2eaa0f11f7e:34555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:34555 2024-12-02T03:48:40,624 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,34555,1733111320421 2024-12-02T03:48:40,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:40,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:40,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:40,634 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,34555,1733111320421 2024-12-02T03:48:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,645 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:48:40,645 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,34555,1733111320421 from backup master directory 2024-12-02T03:48:40,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:40,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,34555,1733111320421 2024-12-02T03:48:40,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:40,654 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:40,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:40,654 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,34555,1733111320421 2024-12-02T03:48:40,658 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/hbase.id] with ID: bf422b62-04ff-4b93-aec5-5db86cc36b63 2024-12-02T03:48:40,658 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/.tmp/hbase.id 2024-12-02T03:48:40,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:40,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:40,665 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/.tmp/hbase.id]:[hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/hbase.id] 2024-12-02T03:48:40,677 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:40,677 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:48:40,678 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T03:48:40,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:40,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:40,695 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:40,696 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:48:40,696 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:40,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:40,705 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store 2024-12-02T03:48:40,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:40,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:40,713 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:40,713 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:40,713 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:40,713 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:40,713 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:40,713 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:40,713 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:40,713 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111320713Disabling compacts and flushes for region at 1733111320713Disabling writes for close at 1733111320713Writing region close event to WAL at 1733111320713Closed at 1733111320713 2024-12-02T03:48:40,714 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/.initializing 2024-12-02T03:48:40,714 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/WALs/e2eaa0f11f7e,34555,1733111320421 2024-12-02T03:48:40,715 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:40,717 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C34555%2C1733111320421, suffix=, logDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/WALs/e2eaa0f11f7e,34555,1733111320421, archiveDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/oldWALs, maxLogs=10 2024-12-02T03:48:40,729 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/WALs/e2eaa0f11f7e,34555,1733111320421/e2eaa0f11f7e%2C34555%2C1733111320421.1733111320717, exclude list is [], retry=0 2024-12-02T03:48:40,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-29dff092-1e74-4c02-ba89-00df0333ec29,DISK] 2024-12-02T03:48:40,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46563,DS-19a41c6b-1b8a-465f-9ae8-7c9a635bea0f,DISK] 2024-12-02T03:48:40,733 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/WALs/e2eaa0f11f7e,34555,1733111320421/e2eaa0f11f7e%2C34555%2C1733111320421.1733111320717 2024-12-02T03:48:40,734 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39923:39923),(127.0.0.1/127.0.0.1:44479:44479)] 2024-12-02T03:48:40,734 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:40,734 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:40,734 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,734 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:48:40,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:40,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:40,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:48:40,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:40,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:40,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:48:40,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:40,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:40,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:48:40,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:40,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:40,743 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,743 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,744 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,745 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,745 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,745 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:40,746 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:40,748 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:40,748 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67328606, jitterRate=0.0032744109630584717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:40,749 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733111320734Initializing all the Stores at 1733111320735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111320735Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111320735Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111320735Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111320735Cleaning up temporary data from old regions at 1733111320745 (+10 ms)Region opened successfully at 1733111320749 (+4 ms) 2024-12-02T03:48:40,749 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:48:40,752 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1441b086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:40,753 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:48:40,753 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:48:40,753 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:48:40,753 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:48:40,753 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T03:48:40,754 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T03:48:40,754 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:48:40,756 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:48:40,757 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:48:40,787 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:48:40,788 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:48:40,788 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:48:40,795 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:48:40,796 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:48:40,797 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:48:40,808 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:48:40,809 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:48:40,820 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:48:40,822 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:48:40,833 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:48:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,842 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,34555,1733111320421, sessionid=0x1019571a21b0000, setting cluster-up flag (Was=false) 2024-12-02T03:48:40,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,883 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:48:40,884 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,34555,1733111320421 2024-12-02T03:48:40,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:40,929 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:48:40,930 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,34555,1733111320421 2024-12-02T03:48:40,931 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:48:40,933 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:40,933 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:48:40,933 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:48:40,933 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,34555,1733111320421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:48:40,934 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:40,935 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:40,935 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:40,935 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:40,935 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:48:40,935 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:40,935 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:40,935 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:40,936 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733111350936 2024-12-02T03:48:40,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:40,936 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:48:40,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:48:40,936 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:48:40,936 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:48:40,936 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:48:40,936 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:48:40,936 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:48:40,937 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:40,937 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:48:40,937 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:48:40,937 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:48:40,937 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:48:40,937 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:48:40,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:40,938 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111320938,5,FailOnTimeoutGroup] 2024-12-02T03:48:40,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:48:40,938 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111320938,5,FailOnTimeoutGroup] 2024-12-02T03:48:40,938 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:40,938 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:48:40,938 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:40,938 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:40,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:40,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:40,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:48:40,949 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8 2024-12-02T03:48:40,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:40,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:40,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:40,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:40,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:40,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:40,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:40,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:40,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:40,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:40,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:40,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:40,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:40,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:40,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:40,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:40,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:40,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:40,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:40,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:40,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740 2024-12-02T03:48:40,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740 2024-12-02T03:48:40,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:40,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:40,971 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:40,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:40,974 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:40,975 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72167245, jitterRate=0.0753757506608963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:40,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733111320960Initializing all the Stores at 1733111320961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111320961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111320961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111320961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111320961Cleaning up temporary data from old regions at 1733111320971 (+10 ms)Region opened successfully at 1733111320976 (+5 ms) 2024-12-02T03:48:40,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:40,976 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:40,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:40,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:40,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:40,976 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:40,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111320976Disabling compacts and flushes for region at 1733111320976Disabling writes for close at 1733111320976Writing region close event to WAL at 1733111320976Closed at 1733111320976 2024-12-02T03:48:40,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:40,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:48:40,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:48:40,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:40,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:48:41,016 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(746): ClusterId : bf422b62-04ff-4b93-aec5-5db86cc36b63 2024-12-02T03:48:41,016 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(746): ClusterId : bf422b62-04ff-4b93-aec5-5db86cc36b63 2024-12-02T03:48:41,016 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:41,016 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:41,034 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:41,034 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:41,034 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:41,034 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:41,042 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:41,042 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:41,042 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8baa36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:41,042 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bcb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:41,052 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:36699 2024-12-02T03:48:41,052 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e2eaa0f11f7e:42481 2024-12-02T03:48:41,052 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:41,052 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:41,052 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:41,052 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:41,052 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:41,052 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:41,053 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,34555,1733111320421 with port=36699, startcode=1733111320547 2024-12-02T03:48:41,053 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,34555,1733111320421 with port=42481, startcode=1733111320591 2024-12-02T03:48:41,053 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:41,053 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:41,054 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55307, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:41,054 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60117, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:41,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:41,055 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:41,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,42481,1733111320591 2024-12-02T03:48:41,056 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8 2024-12-02T03:48:41,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34555 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,42481,1733111320591 2024-12-02T03:48:41,056 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32803 2024-12-02T03:48:41,056 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:41,057 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8 2024-12-02T03:48:41,057 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32803 2024-12-02T03:48:41,057 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:41,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:41,096 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] zookeeper.ZKUtil(111): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:41,096 WARN [RS:0;e2eaa0f11f7e:36699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:41,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,36699,1733111320547] 2024-12-02T03:48:41,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,42481,1733111320591] 2024-12-02T03:48:41,096 INFO [RS:0;e2eaa0f11f7e:36699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:41,097 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:41,097 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] zookeeper.ZKUtil(111): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,42481,1733111320591 2024-12-02T03:48:41,097 WARN [RS:1;e2eaa0f11f7e:42481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:41,097 INFO [RS:1;e2eaa0f11f7e:42481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:41,097 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,42481,1733111320591 2024-12-02T03:48:41,100 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:41,100 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:41,101 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:41,101 INFO [RS:0;e2eaa0f11f7e:36699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:41,101 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,102 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:41,102 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:41,102 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:41,102 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,102 INFO [RS:1;e2eaa0f11f7e:42481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:41,102 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,102 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:41,103 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:41,103 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:41,103 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,103 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,103 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:41,104 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:41,107 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,107 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,107 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,107 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,107 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,107 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36699,1733111320547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:41,108 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,108 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,108 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,108 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,108 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,108 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,42481,1733111320591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:41,120 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:41,120 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,42481,1733111320591-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,120 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,120 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.Replication(171): e2eaa0f11f7e,42481,1733111320591 started 2024-12-02T03:48:41,126 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:41,126 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,36699,1733111320547-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,127 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,127 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.Replication(171): e2eaa0f11f7e,36699,1733111320547 started 2024-12-02T03:48:41,130 WARN [e2eaa0f11f7e:34555 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:48:41,131 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,131 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,42481,1733111320591, RpcServer on e2eaa0f11f7e/172.17.0.2:42481, sessionid=0x1019571a21b0002 2024-12-02T03:48:41,131 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:41,131 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,42481,1733111320591 2024-12-02T03:48:41,131 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,42481,1733111320591' 2024-12-02T03:48:41,131 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:41,132 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:41,132 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:41,132 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:41,132 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,42481,1733111320591 2024-12-02T03:48:41,132 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,42481,1733111320591' 2024-12-02T03:48:41,132 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:41,133 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:41,133 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:41,133 INFO [RS:1;e2eaa0f11f7e:42481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:41,133 INFO [RS:1;e2eaa0f11f7e:42481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:41,141 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,141 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,36699,1733111320547, RpcServer on e2eaa0f11f7e/172.17.0.2:36699, sessionid=0x1019571a21b0001 2024-12-02T03:48:41,141 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:41,141 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:41,141 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,36699,1733111320547' 2024-12-02T03:48:41,141 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:41,141 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:41,142 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:41,142 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:41,142 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:41,142 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,36699,1733111320547' 2024-12-02T03:48:41,142 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:41,142 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:41,142 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:41,142 INFO [RS:0;e2eaa0f11f7e:36699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:41,142 INFO [RS:0;e2eaa0f11f7e:36699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:41,233 INFO [RS:1;e2eaa0f11f7e:42481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:41,235 INFO [RS:1;e2eaa0f11f7e:42481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C42481%2C1733111320591, suffix=, logDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,42481,1733111320591, archiveDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/oldWALs, maxLogs=32 2024-12-02T03:48:41,243 INFO [RS:0;e2eaa0f11f7e:36699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:41,245 INFO [RS:0;e2eaa0f11f7e:36699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C36699%2C1733111320547, suffix=, logDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,36699,1733111320547, archiveDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/oldWALs, maxLogs=32 2024-12-02T03:48:41,247 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,42481,1733111320591/e2eaa0f11f7e%2C42481%2C1733111320591.1733111321235, exclude list is [], retry=0 2024-12-02T03:48:41,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46563,DS-19a41c6b-1b8a-465f-9ae8-7c9a635bea0f,DISK] 2024-12-02T03:48:41,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-29dff092-1e74-4c02-ba89-00df0333ec29,DISK] 2024-12-02T03:48:41,255 INFO [RS:1;e2eaa0f11f7e:42481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,42481,1733111320591/e2eaa0f11f7e%2C42481%2C1733111320591.1733111321235 2024-12-02T03:48:41,255 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39923:39923),(127.0.0.1/127.0.0.1:44479:44479)] 2024-12-02T03:48:41,257 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,36699,1733111320547/e2eaa0f11f7e%2C36699%2C1733111320547.1733111321245, exclude list is [], retry=0 2024-12-02T03:48:41,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46563,DS-19a41c6b-1b8a-465f-9ae8-7c9a635bea0f,DISK] 2024-12-02T03:48:41,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-29dff092-1e74-4c02-ba89-00df0333ec29,DISK] 2024-12-02T03:48:41,262 INFO [RS:0;e2eaa0f11f7e:36699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,36699,1733111320547/e2eaa0f11f7e%2C36699%2C1733111320547.1733111321245 2024-12-02T03:48:41,262 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44479:44479),(127.0.0.1/127.0.0.1:39923:39923)] 2024-12-02T03:48:41,381 DEBUG [e2eaa0f11f7e:34555 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T03:48:41,381 DEBUG [e2eaa0f11f7e:34555 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:41,383 DEBUG [e2eaa0f11f7e:34555 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:41,383 DEBUG [e2eaa0f11f7e:34555 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:41,383 DEBUG [e2eaa0f11f7e:34555 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:41,383 DEBUG [e2eaa0f11f7e:34555 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:41,383 INFO [e2eaa0f11f7e:34555 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:41,383 INFO [e2eaa0f11f7e:34555 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:41,383 DEBUG [e2eaa0f11f7e:34555 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:41,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:41,384 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,36699,1733111320547, state=OPENING 2024-12-02T03:48:41,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:48:41,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:41,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:41,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:41,404 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:41,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:41,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:41,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:41,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,36699,1733111320547}] 2024-12-02T03:48:41,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:41,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53739, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:41,562 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:48:41,562 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:41,562 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:48:41,564 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C36699%2C1733111320547.meta, suffix=.meta, logDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,36699,1733111320547, archiveDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/oldWALs, maxLogs=32 2024-12-02T03:48:41,576 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,36699,1733111320547/e2eaa0f11f7e%2C36699%2C1733111320547.meta.1733111321564.meta, exclude list is [], retry=0 2024-12-02T03:48:41,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-29dff092-1e74-4c02-ba89-00df0333ec29,DISK] 2024-12-02T03:48:41,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46563,DS-19a41c6b-1b8a-465f-9ae8-7c9a635bea0f,DISK] 2024-12-02T03:48:41,581 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/WALs/e2eaa0f11f7e,36699,1733111320547/e2eaa0f11f7e%2C36699%2C1733111320547.meta.1733111321564.meta 2024-12-02T03:48:41,581 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44479:44479),(127.0.0.1/127.0.0.1:39923:39923)] 2024-12-02T03:48:41,581 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:41,581 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:48:41,581 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:48:41,581 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:48:41,581 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:48:41,582 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:41,582 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:48:41,582 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:48:41,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:41,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:41,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:41,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:41,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:41,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:41,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:41,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:41,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:41,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:41,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:41,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:41,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:41,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:41,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:41,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:41,589 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:41,590 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740 2024-12-02T03:48:41,590 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740 2024-12-02T03:48:41,592 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:41,592 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:41,592 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:41,593 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:41,594 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62012770, jitterRate=-0.07593771815299988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:41,594 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:48:41,594 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733111321582Writing region info on filesystem at 1733111321582Initializing all the Stores at 1733111321583 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111321583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111321583Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111321583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111321583Cleaning up temporary data from old regions at 1733111321592 (+9 ms)Running coprocessor post-open hooks at 1733111321594 (+2 ms)Region opened successfully at 1733111321594 2024-12-02T03:48:41,595 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733111321557 2024-12-02T03:48:41,597 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:48:41,597 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:48:41,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:41,598 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,36699,1733111320547, state=OPEN 2024-12-02T03:48:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:41,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:41,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:41,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:41,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:41,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:48:41,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,36699,1733111320547 in 208 msec 2024-12-02T03:48:41,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:48:41,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-12-02T03:48:41,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:41,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:48:41,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:41,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,36699,1733111320547, seqNum=-1] 2024-12-02T03:48:41,620 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:41,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46243, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:41,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 694 msec 2024-12-02T03:48:41,626 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733111321626, completionTime=-1 2024-12-02T03:48:41,626 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T03:48:41,627 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:48:41,628 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T03:48:41,628 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733111381628 2024-12-02T03:48:41,628 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733111441628 2024-12-02T03:48:41,628 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T03:48:41,629 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,34555,1733111320421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,629 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,34555,1733111320421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,629 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,34555,1733111320421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,629 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:34555, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,629 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,629 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,631 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:48:41,633 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.979sec 2024-12-02T03:48:41,634 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:48:41,634 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:48:41,634 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:48:41,634 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:48:41,634 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:48:41,634 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,34555,1733111320421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:41,634 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,34555,1733111320421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:48:41,636 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:48:41,636 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:48:41,636 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,34555,1733111320421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:41,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d87d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:41,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,34555,-1 for getting cluster id 2024-12-02T03:48:41,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:48:41,718 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf422b62-04ff-4b93-aec5-5db86cc36b63' 2024-12-02T03:48:41,718 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:48:41,718 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf422b62-04ff-4b93-aec5-5db86cc36b63" 2024-12-02T03:48:41,718 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e915ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:41,719 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,34555,-1] 2024-12-02T03:48:41,719 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:48:41,719 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:41,720 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:48:41,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4545ba39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:41,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:41,722 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,36699,1733111320547, seqNum=-1] 2024-12-02T03:48:41,722 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:41,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,34555,1733111320421 2024-12-02T03:48:41,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:48:41,726 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,34555,1733111320421 2024-12-02T03:48:41,726 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@171c6c0d 2024-12-02T03:48:41,727 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:48:41,728 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:48:41,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T03:48:41,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:48:41,731 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:41,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T03:48:41,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:48:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:41,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:41,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:41,740 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 005b8413980921eb3fec2452e1e73304, NAME => 'testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8 2024-12-02T03:48:41,741 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a25691b349c8097ffc53077349ecb6e5, NAME => 'testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8 2024-12-02T03:48:41,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:41,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:41,747 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:41,747 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 005b8413980921eb3fec2452e1e73304, disabling compactions & flushes 2024-12-02T03:48:41,747 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:41,747 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:41,747 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:41,748 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. after waiting 0 ms 2024-12-02T03:48:41,748 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:41,748 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a25691b349c8097ffc53077349ecb6e5, disabling compactions & flushes 2024-12-02T03:48:41,748 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:41,748 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:41,748 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:41,748 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 005b8413980921eb3fec2452e1e73304: Waiting for close lock at 1733111321747Disabling compacts and flushes for region at 1733111321747Disabling writes for close at 1733111321748 (+1 ms)Writing region close event to WAL at 1733111321748Closed at 1733111321748 2024-12-02T03:48:41,748 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. after waiting 0 ms 2024-12-02T03:48:41,748 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:41,748 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:41,748 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a25691b349c8097ffc53077349ecb6e5: Waiting for close lock at 1733111321748Disabling compacts and flushes for region at 1733111321748Disabling writes for close at 1733111321748Writing region close event to WAL at 1733111321748Closed at 1733111321748 2024-12-02T03:48:41,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:48:41,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111321749"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111321749"}]},"ts":"1733111321749"} 2024-12-02T03:48:41,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111321749"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111321749"}]},"ts":"1733111321749"} 2024-12-02T03:48:41,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T03:48:41,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:48:41,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111321753"}]},"ts":"1733111321753"} 2024-12-02T03:48:41,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T03:48:41,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:41,757 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:41,757 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:41,757 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:41,757 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:41,757 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:41,757 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:41,757 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:41,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005b8413980921eb3fec2452e1e73304, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a25691b349c8097ffc53077349ecb6e5, ASSIGN}] 2024-12-02T03:48:41,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a25691b349c8097ffc53077349ecb6e5, ASSIGN 2024-12-02T03:48:41,758 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005b8413980921eb3fec2452e1e73304, ASSIGN 2024-12-02T03:48:41,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a25691b349c8097ffc53077349ecb6e5, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,42481,1733111320591; forceNewPlan=false, retain=false 2024-12-02T03:48:41,759 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005b8413980921eb3fec2452e1e73304, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,36699,1733111320547; forceNewPlan=false, retain=false 2024-12-02T03:48:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:41,909 INFO [e2eaa0f11f7e:34555 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T03:48:41,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a25691b349c8097ffc53077349ecb6e5, regionState=OPENING, regionLocation=e2eaa0f11f7e,42481,1733111320591 2024-12-02T03:48:41,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=005b8413980921eb3fec2452e1e73304, regionState=OPENING, regionLocation=e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:41,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a25691b349c8097ffc53077349ecb6e5, ASSIGN because future has completed 2024-12-02T03:48:41,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a25691b349c8097ffc53077349ecb6e5, server=e2eaa0f11f7e,42481,1733111320591}] 2024-12-02T03:48:41,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005b8413980921eb3fec2452e1e73304, ASSIGN because future has completed 2024-12-02T03:48:41,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005b8413980921eb3fec2452e1e73304, server=e2eaa0f11f7e,36699,1733111320547}] 2024-12-02T03:48:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:42,066 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:42,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56821, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:42,071 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:42,071 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:42,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 005b8413980921eb3fec2452e1e73304, NAME => 'testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T03:48:42,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a25691b349c8097ffc53077349ecb6e5, NAME => 'testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T03:48:42,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:42,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:42,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,071 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,073 INFO [StoreOpener-005b8413980921eb3fec2452e1e73304-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,073 INFO [StoreOpener-a25691b349c8097ffc53077349ecb6e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,074 INFO [StoreOpener-a25691b349c8097ffc53077349ecb6e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a25691b349c8097ffc53077349ecb6e5 columnFamilyName family 2024-12-02T03:48:42,074 INFO [StoreOpener-005b8413980921eb3fec2452e1e73304-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 005b8413980921eb3fec2452e1e73304 columnFamilyName family 2024-12-02T03:48:42,074 DEBUG [StoreOpener-005b8413980921eb3fec2452e1e73304-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:42,074 DEBUG [StoreOpener-a25691b349c8097ffc53077349ecb6e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:42,074 INFO [StoreOpener-005b8413980921eb3fec2452e1e73304-1 {}] regionserver.HStore(327): Store=005b8413980921eb3fec2452e1e73304/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:42,074 INFO [StoreOpener-a25691b349c8097ffc53077349ecb6e5-1 {}] regionserver.HStore(327): Store=a25691b349c8097ffc53077349ecb6e5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:42,075 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,075 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,075 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,075 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,076 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,076 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,076 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,076 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,076 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,076 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,077 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,077 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,079 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/a25691b349c8097ffc53077349ecb6e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:42,079 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/005b8413980921eb3fec2452e1e73304/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:42,080 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 005b8413980921eb3fec2452e1e73304; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73986960, jitterRate=0.10249161720275879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:42,080 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a25691b349c8097ffc53077349ecb6e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59713220, jitterRate=-0.11020368337631226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:42,080 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,080 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,080 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a25691b349c8097ffc53077349ecb6e5: Running coprocessor pre-open hook at 1733111322071Writing region info on filesystem at 1733111322071Initializing all the Stores at 1733111322072 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111322072Cleaning up temporary data from old regions at 1733111322076 (+4 ms)Running coprocessor post-open hooks at 1733111322080 (+4 ms)Region opened successfully at 1733111322080 2024-12-02T03:48:42,080 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 005b8413980921eb3fec2452e1e73304: Running coprocessor pre-open hook at 1733111322071Writing region info on filesystem at 1733111322071Initializing all the Stores at 1733111322072 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111322072Cleaning up temporary data from old regions at 1733111322076 (+4 ms)Running coprocessor post-open hooks at 1733111322080 (+4 ms)Region opened successfully at 1733111322080 2024-12-02T03:48:42,081 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304., pid=8, masterSystemTime=1733111322067 2024-12-02T03:48:42,081 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5., pid=7, masterSystemTime=1733111322065 2024-12-02T03:48:42,083 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:42,083 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:42,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a25691b349c8097ffc53077349ecb6e5, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,42481,1733111320591 2024-12-02T03:48:42,084 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:42,084 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:42,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=005b8413980921eb3fec2452e1e73304, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:42,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a25691b349c8097ffc53077349ecb6e5, server=e2eaa0f11f7e,42481,1733111320591 because future has completed 2024-12-02T03:48:42,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005b8413980921eb3fec2452e1e73304, server=e2eaa0f11f7e,36699,1733111320547 because future has completed 2024-12-02T03:48:42,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T03:48:42,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a25691b349c8097ffc53077349ecb6e5, server=e2eaa0f11f7e,42481,1733111320591 in 175 msec 2024-12-02T03:48:42,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-02T03:48:42,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 005b8413980921eb3fec2452e1e73304, server=e2eaa0f11f7e,36699,1733111320547 in 175 msec 2024-12-02T03:48:42,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a25691b349c8097ffc53077349ecb6e5, ASSIGN in 333 msec 2024-12-02T03:48:42,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T03:48:42,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=005b8413980921eb3fec2452e1e73304, ASSIGN in 334 msec 2024-12-02T03:48:42,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:48:42,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111322094"}]},"ts":"1733111322094"} 2024-12-02T03:48:42,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T03:48:42,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:48:42,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 369 msec 2024-12-02T03:48:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:42,362 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T03:48:42,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T03:48:42,362 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:42,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T03:48:42,365 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:42,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T03:48:42,367 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304., hostname=e2eaa0f11f7e,36699,1733111320547, seqNum=2] 2024-12-02T03:48:42,378 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5., hostname=e2eaa0f11f7e,42481,1733111320591, seqNum=2] 2024-12-02T03:48:42,378 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:42,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:42,389 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 005b8413980921eb3fec2452e1e73304 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T03:48:42,403 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/005b8413980921eb3fec2452e1e73304/.tmp/family/a5beb84405594576a29c050c456154a8 is 32, key is 1/family:/1733111322368/Put/seqid=0 2024-12-02T03:48:42,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741839_1015 (size=5054) 2024-12-02T03:48:42,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741839_1015 (size=5054) 2024-12-02T03:48:42,408 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/005b8413980921eb3fec2452e1e73304/.tmp/family/a5beb84405594576a29c050c456154a8 2024-12-02T03:48:42,415 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/005b8413980921eb3fec2452e1e73304/.tmp/family/a5beb84405594576a29c050c456154a8 as hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/005b8413980921eb3fec2452e1e73304/family/a5beb84405594576a29c050c456154a8 2024-12-02T03:48:42,421 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/005b8413980921eb3fec2452e1e73304/family/a5beb84405594576a29c050c456154a8, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T03:48:42,422 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 005b8413980921eb3fec2452e1e73304 in 33ms, sequenceid=8, compaction requested=false 2024-12-02T03:48:42,422 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 005b8413980921eb3fec2452e1e73304: 2024-12-02T03:48:42,422 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a25691b349c8097ffc53077349ecb6e5 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T03:48:42,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/a25691b349c8097ffc53077349ecb6e5/.tmp/family/02e720c10084411f97d29cb3748e4cd0 is 32, key is 5/family:/1733111322381/Put/seqid=0 2024-12-02T03:48:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741840_1016 (size=5083) 2024-12-02T03:48:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741840_1016 (size=5083) 2024-12-02T03:48:42,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:48:42,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:42,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:42,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:42,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:42,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:42,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:42,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:42,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:42,844 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/a25691b349c8097ffc53077349ecb6e5/.tmp/family/02e720c10084411f97d29cb3748e4cd0 2024-12-02T03:48:42,851 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/a25691b349c8097ffc53077349ecb6e5/.tmp/family/02e720c10084411f97d29cb3748e4cd0 as hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/a25691b349c8097ffc53077349ecb6e5/family/02e720c10084411f97d29cb3748e4cd0 2024-12-02T03:48:42,857 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/a25691b349c8097ffc53077349ecb6e5/family/02e720c10084411f97d29cb3748e4cd0, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T03:48:42,858 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a25691b349c8097ffc53077349ecb6e5 in 436ms, sequenceid=9, compaction requested=false 2024-12-02T03:48:42,858 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a25691b349c8097ffc53077349ecb6e5: 2024-12-02T03:48:42,860 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file a5beb84405594576a29c050c456154a8, starting offset: 0, end offset: 9223372036854775807 2024-12-02T03:48:42,860 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key a5beb84405594576a29c050c456154a8_0 from back map with offset lock 2094080 in the evict process 2024-12-02T03:48:42,862 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 02e720c10084411f97d29cb3748e4cd0, starting offset: 0, end offset: 9223372036854775807 2024-12-02T03:48:42,862 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 02e720c10084411f97d29cb3748e4cd0_0 from back map with offset lock 2094080 in the evict process 2024-12-02T03:48:42,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:48:42,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:42,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:42,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:42,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:42,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:48:42,863 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:48:42,863 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1817000533, stopped=false 2024-12-02T03:48:42,863 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,34555,1733111320421 2024-12-02T03:48:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:42,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:42,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:42,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:42,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:42,908 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,36699,1733111320547' ***** 2024-12-02T03:48:42,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:42,908 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:42,909 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,42481,1733111320591' ***** 2024-12-02T03:48:42,909 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:42,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:42,909 INFO [RS:0;e2eaa0f11f7e:36699 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T03:48:42,909 INFO [RS:0;e2eaa0f11f7e:36699 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T03:48:42,909 INFO [RS:1;e2eaa0f11f7e:42481 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T03:48:42,909 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T03:48:42,909 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:42,909 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T03:48:42,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:42,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:42,909 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T03:48:42,909 INFO [RS:1;e2eaa0f11f7e:42481 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T03:48:42,909 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T03:48:42,909 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T03:48:42,909 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T03:48:42,909 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:42,909 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:42,910 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:42,910 INFO [RS:1;e2eaa0f11f7e:42481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:42,910 INFO [RS:1;e2eaa0f11f7e:42481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:42,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:42,910 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(3091): Received CLOSE for a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,910 INFO [RS:0;e2eaa0f11f7e:36699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:42,910 INFO [RS:0;e2eaa0f11f7e:36699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:42,910 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,42481,1733111320591 2024-12-02T03:48:42,910 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(3091): Received CLOSE for 005b8413980921eb3fec2452e1e73304 2024-12-02T03:48:42,910 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:42,910 INFO [RS:1;e2eaa0f11f7e:42481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e2eaa0f11f7e:42481. 2024-12-02T03:48:42,910 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:42,910 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:42,910 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a25691b349c8097ffc53077349ecb6e5, disabling compactions & flushes 2024-12-02T03:48:42,910 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:42,910 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T03:48:42,910 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(1325): Online Regions={a25691b349c8097ffc53077349ecb6e5=testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5.} 2024-12-02T03:48:42,910 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:42,910 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:42,910 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:42,910 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. after waiting 0 ms 2024-12-02T03:48:42,910 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(1351): Waiting on a25691b349c8097ffc53077349ecb6e5 2024-12-02T03:48:42,910 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:42,910 INFO [RS:0;e2eaa0f11f7e:36699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:36699. 2024-12-02T03:48:42,910 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:42,911 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:42,911 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:42,911 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 005b8413980921eb3fec2452e1e73304, disabling compactions & flushes 2024-12-02T03:48:42,911 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:42,911 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:42,911 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:42,911 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:42,911 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:48:42,911 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. after waiting 0 ms 2024-12-02T03:48:42,911 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:42,911 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T03:48:42,911 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1325): Online Regions={005b8413980921eb3fec2452e1e73304=testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T03:48:42,911 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1351): Waiting on 005b8413980921eb3fec2452e1e73304, 1588230740 2024-12-02T03:48:42,911 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:42,911 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:42,911 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:42,911 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:42,911 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:42,911 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T03:48:42,916 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/005b8413980921eb3fec2452e1e73304/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T03:48:42,917 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:42,917 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 005b8413980921eb3fec2452e1e73304: Waiting for close lock at 1733111322911Running coprocessor pre-close hooks at 1733111322911Disabling compacts and flushes for region at 1733111322911Disabling writes for close at 1733111322911Writing region close event to WAL at 1733111322913 (+2 ms)Running coprocessor post-close hooks at 1733111322917 (+4 ms)Closed at 1733111322917 2024-12-02T03:48:42,917 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733111321728.005b8413980921eb3fec2452e1e73304. 2024-12-02T03:48:42,919 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/default/testClearRegionBlockCache/a25691b349c8097ffc53077349ecb6e5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T03:48:42,920 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:42,920 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a25691b349c8097ffc53077349ecb6e5: Waiting for close lock at 1733111322910Running coprocessor pre-close hooks at 1733111322910Disabling compacts and flushes for region at 1733111322910Disabling writes for close at 1733111322910Writing region close event to WAL at 1733111322913 (+3 ms)Running coprocessor post-close hooks at 1733111322920 (+7 ms)Closed at 1733111322920 2024-12-02T03:48:42,920 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5. 2024-12-02T03:48:42,928 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/.tmp/info/2b10bfb17fe84217af57fcfe00f0b40a is 173, key is testClearRegionBlockCache,5,1733111321728.a25691b349c8097ffc53077349ecb6e5./info:regioninfo/1733111322084/Put/seqid=0 2024-12-02T03:48:42,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:42,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:42,937 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/.tmp/info/2b10bfb17fe84217af57fcfe00f0b40a 2024-12-02T03:48:42,956 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/.tmp/ns/5bde4bc5455340b0bc3c81cd81989a25 is 43, key is default/ns:d/1733111321622/Put/seqid=0 2024-12-02T03:48:42,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:42,964 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/.tmp/ns/5bde4bc5455340b0bc3c81cd81989a25 2024-12-02T03:48:42,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:42,992 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/.tmp/table/8d5c6d54b8d6423d9cf6fddd16092d79 is 61, key is testClearRegionBlockCache/table:state/1733111322094/Put/seqid=0 2024-12-02T03:48:42,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:42,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:43,110 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T03:48:43,110 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T03:48:43,110 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,42481,1733111320591; all regions closed. 2024-12-02T03:48:43,111 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T03:48:43,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741833_1009 (size=1867) 2024-12-02T03:48:43,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741833_1009 (size=1867) 2024-12-02T03:48:43,116 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/oldWALs 2024-12-02T03:48:43,116 INFO [RS:1;e2eaa0f11f7e:42481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C42481%2C1733111320591:(num 1733111321235) 2024-12-02T03:48:43,116 DEBUG [RS:1;e2eaa0f11f7e:42481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:43,116 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:43,117 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:43,117 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:43,117 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:43,117 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:43,117 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:43,117 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:43,117 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:43,117 INFO [RS:1;e2eaa0f11f7e:42481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42481 2024-12-02T03:48:43,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:43,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,42481,1733111320591 2024-12-02T03:48:43,133 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:43,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,42481,1733111320591] 2024-12-02T03:48:43,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,42481,1733111320591 already deleted, retry=false 2024-12-02T03:48:43,149 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,42481,1733111320591 expired; onlineServers=1 2024-12-02T03:48:43,241 INFO [RS:1;e2eaa0f11f7e:42481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:43,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:43,241 INFO [RS:1;e2eaa0f11f7e:42481 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,42481,1733111320591; zookeeper connection closed. 2024-12-02T03:48:43,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1019571a21b0002, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:43,242 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@473a9206 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@473a9206 2024-12-02T03:48:43,312 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T03:48:43,398 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/.tmp/table/8d5c6d54b8d6423d9cf6fddd16092d79 2024-12-02T03:48:43,405 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/.tmp/info/2b10bfb17fe84217af57fcfe00f0b40a as hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/info/2b10bfb17fe84217af57fcfe00f0b40a 2024-12-02T03:48:43,411 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/info/2b10bfb17fe84217af57fcfe00f0b40a, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T03:48:43,412 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/.tmp/ns/5bde4bc5455340b0bc3c81cd81989a25 as hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/ns/5bde4bc5455340b0bc3c81cd81989a25 2024-12-02T03:48:43,417 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/ns/5bde4bc5455340b0bc3c81cd81989a25, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T03:48:43,418 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/.tmp/table/8d5c6d54b8d6423d9cf6fddd16092d79 as hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/table/8d5c6d54b8d6423d9cf6fddd16092d79 2024-12-02T03:48:43,424 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/table/8d5c6d54b8d6423d9cf6fddd16092d79, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T03:48:43,425 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 514ms, sequenceid=13, compaction requested=false 2024-12-02T03:48:43,430 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T03:48:43,430 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:48:43,430 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:43,430 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111322911Running coprocessor pre-close hooks at 1733111322911Disabling compacts and flushes for region at 1733111322911Disabling writes for close at 1733111322911Obtaining lock to block concurrent updates at 1733111322911Preparing flush snapshotting stores in 1588230740 at 1733111322911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733111322912 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733111322912Flushing 1588230740/info: creating writer at 1733111322912Flushing 1588230740/info: appending metadata at 1733111322928 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733111322928Flushing 1588230740/ns: creating writer at 1733111322944 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733111322956 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733111322956Flushing 1588230740/table: creating writer at 1733111322970 (+14 ms)Flushing 1588230740/table: appending metadata at 1733111322992 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733111322992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbd1fb: reopening flushed file at 1733111323404 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0f7719: reopening flushed file at 1733111323411 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e2ad9f: reopening flushed file at 1733111323418 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 514ms, sequenceid=13, compaction requested=false at 1733111323425 (+7 ms)Writing region close event to WAL at 1733111323427 (+2 ms)Running coprocessor post-close hooks at 1733111323430 (+3 ms)Closed at 1733111323430 2024-12-02T03:48:43,431 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:43,512 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,36699,1733111320547; all regions closed. 2024-12-02T03:48:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:43,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:43,517 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/oldWALs 2024-12-02T03:48:43,517 INFO [RS:0;e2eaa0f11f7e:36699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C36699%2C1733111320547.meta:.meta(num 1733111321564) 2024-12-02T03:48:43,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741834_1010 (size=1758) 2024-12-02T03:48:43,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741834_1010 (size=1758) 2024-12-02T03:48:43,521 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/oldWALs 2024-12-02T03:48:43,521 INFO [RS:0;e2eaa0f11f7e:36699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C36699%2C1733111320547:(num 1733111321245) 2024-12-02T03:48:43,521 DEBUG [RS:0;e2eaa0f11f7e:36699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:43,521 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:43,521 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:43,521 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:43,521 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:43,521 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:43,521 INFO [RS:0;e2eaa0f11f7e:36699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36699 2024-12-02T03:48:43,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:43,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,36699,1733111320547 2024-12-02T03:48:43,582 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:43,583 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fbf54902ca8@1e4d336e rejected from java.util.concurrent.ThreadPoolExecutor@1a72a47f[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 13] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-02T03:48:43,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,36699,1733111320547] 2024-12-02T03:48:43,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,36699,1733111320547 already deleted, retry=false 2024-12-02T03:48:43,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,36699,1733111320547 expired; onlineServers=0 2024-12-02T03:48:43,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,34555,1733111320421' ***** 2024-12-02T03:48:43,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:48:43,599 INFO [M:0;e2eaa0f11f7e:34555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:43,599 INFO [M:0;e2eaa0f11f7e:34555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:43,599 DEBUG [M:0;e2eaa0f11f7e:34555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:48:43,599 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:48:43,600 DEBUG [M:0;e2eaa0f11f7e:34555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:48:43,600 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111320938 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111320938,5,FailOnTimeoutGroup] 2024-12-02T03:48:43,600 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111320938 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111320938,5,FailOnTimeoutGroup] 2024-12-02T03:48:43,600 INFO [M:0;e2eaa0f11f7e:34555 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:43,600 INFO [M:0;e2eaa0f11f7e:34555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:43,600 DEBUG [M:0;e2eaa0f11f7e:34555 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:48:43,600 INFO [M:0;e2eaa0f11f7e:34555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:48:43,600 INFO [M:0;e2eaa0f11f7e:34555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:43,600 INFO [M:0;e2eaa0f11f7e:34555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:48:43,600 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:48:43,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:43,607 DEBUG [M:0;e2eaa0f11f7e:34555 {}] zookeeper.ZKUtil(347): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:48:43,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:43,608 WARN [M:0;e2eaa0f11f7e:34555 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:48:43,608 INFO [M:0;e2eaa0f11f7e:34555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/.lastflushedseqids 2024-12-02T03:48:43,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741844_1020 (size=182) 2024-12-02T03:48:43,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741844_1020 (size=182) 2024-12-02T03:48:43,618 INFO [M:0;e2eaa0f11f7e:34555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:48:43,619 INFO [M:0;e2eaa0f11f7e:34555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:48:43,619 DEBUG [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:43,619 INFO [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:43,619 DEBUG [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:43,619 DEBUG [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:43,619 DEBUG [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:43,619 INFO [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.59 KB heapSize=36.96 KB 2024-12-02T03:48:43,634 DEBUG [M:0;e2eaa0f11f7e:34555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caf640d631c84297b88e763b868c16ec is 82, key is hbase:meta,,1/info:regioninfo/1733111321598/Put/seqid=0 2024-12-02T03:48:43,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:43,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:43,640 INFO [M:0;e2eaa0f11f7e:34555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caf640d631c84297b88e763b868c16ec 2024-12-02T03:48:43,659 DEBUG [M:0;e2eaa0f11f7e:34555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5d8a2570f424c93a0e30d3d9726e80e is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733111322099/Put/seqid=0 2024-12-02T03:48:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741846_1022 (size=6220) 2024-12-02T03:48:43,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741846_1022 (size=6220) 2024-12-02T03:48:43,664 INFO [M:0;e2eaa0f11f7e:34555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.98 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5d8a2570f424c93a0e30d3d9726e80e 2024-12-02T03:48:43,682 DEBUG [M:0;e2eaa0f11f7e:34555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1f0a2dae1ee4ec395536dc2384b0a24 is 69, key is e2eaa0f11f7e,36699,1733111320547/rs:state/1733111321055/Put/seqid=0 2024-12-02T03:48:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:43,687 INFO [M:0;e2eaa0f11f7e:34555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1f0a2dae1ee4ec395536dc2384b0a24 2024-12-02T03:48:43,691 INFO [RS:0;e2eaa0f11f7e:36699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:43,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:43,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36699-0x1019571a21b0001, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:43,691 INFO [RS:0;e2eaa0f11f7e:36699 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,36699,1733111320547; zookeeper connection closed. 2024-12-02T03:48:43,691 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ea64a6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ea64a6b 2024-12-02T03:48:43,692 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T03:48:43,694 DEBUG [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caf640d631c84297b88e763b868c16ec as hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caf640d631c84297b88e763b868c16ec 2024-12-02T03:48:43,699 INFO [M:0;e2eaa0f11f7e:34555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caf640d631c84297b88e763b868c16ec, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T03:48:43,700 DEBUG [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5d8a2570f424c93a0e30d3d9726e80e as hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5d8a2570f424c93a0e30d3d9726e80e 2024-12-02T03:48:43,705 INFO [M:0;e2eaa0f11f7e:34555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5d8a2570f424c93a0e30d3d9726e80e, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T03:48:43,706 DEBUG [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1f0a2dae1ee4ec395536dc2384b0a24 as hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1f0a2dae1ee4ec395536dc2384b0a24 2024-12-02T03:48:43,711 INFO [M:0;e2eaa0f11f7e:34555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32803/user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1f0a2dae1ee4ec395536dc2384b0a24, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T03:48:43,712 INFO [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false 2024-12-02T03:48:43,713 INFO [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:43,713 DEBUG [M:0;e2eaa0f11f7e:34555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111323619Disabling compacts and flushes for region at 1733111323619Disabling writes for close at 1733111323619Obtaining lock to block concurrent updates at 1733111323619Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733111323619Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30305, getHeapSize=37784, getOffHeapSize=0, getCellsCount=86 at 1733111323620 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733111323620Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733111323620Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733111323634 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733111323634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733111323645 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733111323658 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733111323658Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733111323669 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733111323682 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733111323682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341f3b3a: reopening flushed file at 1733111323693 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4714c5df: reopening flushed file at 1733111323699 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb4df47: reopening flushed file at 1733111323705 (+6 ms)Finished flush of dataSize ~29.59 KB/30305, heapSize ~36.66 KB/37544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false at 1733111323712 (+7 ms)Writing region close event to WAL at 1733111323713 (+1 ms)Closed at 1733111323713 2024-12-02T03:48:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46563 is added to blk_1073741830_1006 (size=35452) 2024-12-02T03:48:43,715 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a5b9459-e165-300f-a6e3-b95b08c887f8/MasterData/WALs/e2eaa0f11f7e,34555,1733111320421/e2eaa0f11f7e%2C34555%2C1733111320421.1733111320717 not finished, retry = 0 2024-12-02T03:48:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46787 is added to blk_1073741830_1006 (size=35452) 2024-12-02T03:48:43,816 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:43,817 INFO [M:0;e2eaa0f11f7e:34555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:48:43,817 INFO [M:0;e2eaa0f11f7e:34555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34555 2024-12-02T03:48:43,817 INFO [M:0;e2eaa0f11f7e:34555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:43,933 INFO [M:0;e2eaa0f11f7e:34555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:43,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34555-0x1019571a21b0000, quorum=127.0.0.1:61469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:43,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37d8d802{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:43,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb012ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:43,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:43,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bc67a5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:43,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@99f9131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:43,937 WARN [BP-1051652292-172.17.0.2-1733111318804 heartbeating to localhost/127.0.0.1:32803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:43,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:43,937 WARN [BP-1051652292-172.17.0.2-1733111318804 heartbeating to localhost/127.0.0.1:32803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1051652292-172.17.0.2-1733111318804 (Datanode Uuid 5046ddef-c922-42af-8603-2fd207ac15e1) service to localhost/127.0.0.1:32803 2024-12-02T03:48:43,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:43,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/data/data3/current/BP-1051652292-172.17.0.2-1733111318804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:43,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/data/data4/current/BP-1051652292-172.17.0.2-1733111318804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:43,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:43,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@648981ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:43,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3858a25f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:43,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:43,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff743d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:43,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d14d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:43,942 WARN [BP-1051652292-172.17.0.2-1733111318804 heartbeating to localhost/127.0.0.1:32803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:43,942 WARN [BP-1051652292-172.17.0.2-1733111318804 heartbeating to localhost/127.0.0.1:32803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1051652292-172.17.0.2-1733111318804 (Datanode Uuid 233f06c7-e8e5-407c-a399-87286c8d8cde) service to localhost/127.0.0.1:32803 2024-12-02T03:48:43,942 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:43,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:43,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/data/data1/current/BP-1051652292-172.17.0.2-1733111318804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:43,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/cluster_9d1aa206-93d6-ee89-d601-ebe6806c6c91/data/data2/current/BP-1051652292-172.17.0.2-1733111318804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:43,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:43,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5145e0d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:43,949 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e768853{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:43,949 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:43,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61739e7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:43,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38d30f5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:43,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:48:43,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:48:43,978 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=170 (was 151) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32803 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:32803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:32803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32803 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=525 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=7220 (was 7335) 2024-12-02T03:48:43,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=170, OpenFileDescriptor=526, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=7220 2024-12-02T03:48:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.log.dir so I do NOT create it in target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde 2024-12-02T03:48:43,996 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T03:48:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.tmp.dir so I do NOT create it in target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde 2024-12-02T03:48:43,996 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/84300cf4-00bc-2e90-cf29-1a2927f2749d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T03:48:43,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde 2024-12-02T03:48:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:48:43,997 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56, deleteOnExit=true 2024-12-02T03:48:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:48:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/test.cache.data in system properties and HBase conf 2024-12-02T03:48:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:48:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:48:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:48:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:48:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:48:43,997 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:48:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:48:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:48:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:48:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:48:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:48:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:48:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:48:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:48:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:48:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:48:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:48:44,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:44,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:44,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:44,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:44,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:48:44,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:44,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dae62d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:44,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3edf9569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:44,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@729d0e22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/java.io.tmpdir/jetty-localhost-39141-hadoop-hdfs-3_4_1-tests_jar-_-any-8297256182620994731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:44,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7621e72{HTTP/1.1, (http/1.1)}{localhost:39141} 2024-12-02T03:48:44,348 INFO [Time-limited test {}] server.Server(415): Started @32330ms 2024-12-02T03:48:44,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:44,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:44,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:44,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:44,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:48:44,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b0265f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:44,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23e79649{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:44,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59b46cab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/java.io.tmpdir/jetty-localhost-44749-hadoop-hdfs-3_4_1-tests_jar-_-any-9861076190431273084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:44,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e39c8ad{HTTP/1.1, (http/1.1)}{localhost:44749} 2024-12-02T03:48:44,667 INFO [Time-limited test {}] server.Server(415): Started @32650ms 2024-12-02T03:48:44,669 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:44,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:48:44,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:48:44,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:48:44,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:48:44,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:48:44,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ade1377{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:48:44,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b96e17f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:48:44,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@581d1929{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/java.io.tmpdir/jetty-localhost-46091-hadoop-hdfs-3_4_1-tests_jar-_-any-17823125029026964378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:44,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51ca635f{HTTP/1.1, (http/1.1)}{localhost:46091} 2024-12-02T03:48:44,803 INFO [Time-limited test {}] server.Server(415): Started @32785ms 2024-12-02T03:48:44,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:48:45,342 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/data/data2/current/BP-1490519256-172.17.0.2-1733111324021/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:45,342 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/data/data1/current/BP-1490519256-172.17.0.2-1733111324021/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:45,359 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:45,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4857ecbb2f3c5729 with lease ID 0x3efc2bb1bbccfe43: Processing first storage report for DS-636c44d2-35f6-46d2-bd75-de0ef0361fd1 from datanode DatanodeRegistration(127.0.0.1:39449, datanodeUuid=3103b9ab-02fe-4bf7-ae28-8da7e6d79332, infoPort=40491, infoSecurePort=0, ipcPort=38699, storageInfo=lv=-57;cid=testClusterID;nsid=1554787503;c=1733111324021) 2024-12-02T03:48:45,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4857ecbb2f3c5729 with lease ID 0x3efc2bb1bbccfe43: from storage DS-636c44d2-35f6-46d2-bd75-de0ef0361fd1 node DatanodeRegistration(127.0.0.1:39449, datanodeUuid=3103b9ab-02fe-4bf7-ae28-8da7e6d79332, infoPort=40491, infoSecurePort=0, ipcPort=38699, storageInfo=lv=-57;cid=testClusterID;nsid=1554787503;c=1733111324021), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:45,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4857ecbb2f3c5729 with lease ID 0x3efc2bb1bbccfe43: Processing first storage report for DS-aef4a46a-3d15-426d-95c9-efc32eade6be from datanode DatanodeRegistration(127.0.0.1:39449, datanodeUuid=3103b9ab-02fe-4bf7-ae28-8da7e6d79332, infoPort=40491, infoSecurePort=0, ipcPort=38699, storageInfo=lv=-57;cid=testClusterID;nsid=1554787503;c=1733111324021) 2024-12-02T03:48:45,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4857ecbb2f3c5729 with lease ID 0x3efc2bb1bbccfe43: from storage DS-aef4a46a-3d15-426d-95c9-efc32eade6be node DatanodeRegistration(127.0.0.1:39449, datanodeUuid=3103b9ab-02fe-4bf7-ae28-8da7e6d79332, infoPort=40491, infoSecurePort=0, ipcPort=38699, storageInfo=lv=-57;cid=testClusterID;nsid=1554787503;c=1733111324021), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:45,501 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/data/data3/current/BP-1490519256-172.17.0.2-1733111324021/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:45,501 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/data/data4/current/BP-1490519256-172.17.0.2-1733111324021/current, will proceed with Du for space computation calculation, 2024-12-02T03:48:45,522 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:48:45,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a17f1fec4a99894 with lease ID 0x3efc2bb1bbccfe44: Processing first storage report for DS-a9145318-9f3f-4141-abd6-99bf50198d55 from datanode DatanodeRegistration(127.0.0.1:43711, datanodeUuid=9188a414-218d-4794-9e98-b2c9cda109a0, infoPort=46209, infoSecurePort=0, ipcPort=44545, storageInfo=lv=-57;cid=testClusterID;nsid=1554787503;c=1733111324021) 2024-12-02T03:48:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a17f1fec4a99894 with lease ID 0x3efc2bb1bbccfe44: from storage DS-a9145318-9f3f-4141-abd6-99bf50198d55 node DatanodeRegistration(127.0.0.1:43711, datanodeUuid=9188a414-218d-4794-9e98-b2c9cda109a0, infoPort=46209, infoSecurePort=0, ipcPort=44545, storageInfo=lv=-57;cid=testClusterID;nsid=1554787503;c=1733111324021), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a17f1fec4a99894 with lease ID 0x3efc2bb1bbccfe44: Processing first storage report for DS-7aad4d35-a9fb-42b9-95cd-cd43af0c74d3 from datanode DatanodeRegistration(127.0.0.1:43711, datanodeUuid=9188a414-218d-4794-9e98-b2c9cda109a0, infoPort=46209, infoSecurePort=0, ipcPort=44545, storageInfo=lv=-57;cid=testClusterID;nsid=1554787503;c=1733111324021) 2024-12-02T03:48:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a17f1fec4a99894 with lease ID 0x3efc2bb1bbccfe44: from storage DS-7aad4d35-a9fb-42b9-95cd-cd43af0c74d3 node DatanodeRegistration(127.0.0.1:43711, datanodeUuid=9188a414-218d-4794-9e98-b2c9cda109a0, infoPort=46209, infoSecurePort=0, ipcPort=44545, storageInfo=lv=-57;cid=testClusterID;nsid=1554787503;c=1733111324021), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:48:45,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde 2024-12-02T03:48:45,532 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/zookeeper_0, clientPort=62093, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:48:45,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62093 2024-12-02T03:48:45,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:45,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:45,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:45,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:48:45,548 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc with version=8 2024-12-02T03:48:45,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/hbase-staging 2024-12-02T03:48:45,550 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:45,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:45,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:45,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:45,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:45,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:45,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:48:45,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:45,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44631 2024-12-02T03:48:45,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44631 connecting to ZooKeeper ensemble=127.0.0.1:62093 2024-12-02T03:48:45,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446310x0, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:45,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44631-0x1019571b6200000 connected 2024-12-02T03:48:45,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:45,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:45,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:45,678 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc, hbase.cluster.distributed=false 2024-12-02T03:48:45,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:45,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44631 2024-12-02T03:48:45,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44631 2024-12-02T03:48:45,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44631 2024-12-02T03:48:45,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44631 2024-12-02T03:48:45,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44631 2024-12-02T03:48:45,698 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:45,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:45,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:45,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:45,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:45,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:45,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:45,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:45,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44155 2024-12-02T03:48:45,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44155 connecting to ZooKeeper ensemble=127.0.0.1:62093 2024-12-02T03:48:45,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:45,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:45,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441550x0, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:45,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441550x0, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:45,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44155-0x1019571b6200001 connected 2024-12-02T03:48:45,716 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:45,717 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T03:48:45,722 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T03:48:45,722 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T03:48:45,722 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T03:48:45,723 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:45,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:45,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:45,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44155 2024-12-02T03:48:45,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44155 2024-12-02T03:48:45,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44155 2024-12-02T03:48:45,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44155 2024-12-02T03:48:45,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44155 2024-12-02T03:48:45,739 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:48:45,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:45,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:45,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:48:45,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:48:45,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:48:45,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:48:45,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:48:45,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34839 2024-12-02T03:48:45,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34839 connecting to ZooKeeper ensemble=127.0.0.1:62093 2024-12-02T03:48:45,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:45,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:45,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348390x0, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:48:45,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348390x0, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:45,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34839-0x1019571b6200002 connected 2024-12-02T03:48:45,796 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:48:45,796 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T03:48:45,800 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-02T03:48:45,800 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T03:48:45,802 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T03:48:45,803 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:48:45,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:48:45,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:48:45,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34839 2024-12-02T03:48:45,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34839 2024-12-02T03:48:45,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34839 2024-12-02T03:48:45,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34839 2024-12-02T03:48:45,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34839 2024-12-02T03:48:45,820 DEBUG [M:0;e2eaa0f11f7e:44631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:44631 2024-12-02T03:48:45,821 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,44631,1733111325550 2024-12-02T03:48:45,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:45,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:45,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:45,833 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,44631,1733111325550 2024-12-02T03:48:45,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:45,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:45,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:45,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:45,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:45,841 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:48:45,841 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,44631,1733111325550 from backup master directory 2024-12-02T03:48:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,44631,1733111325550 2024-12-02T03:48:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:48:45,849 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:45,849 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,44631,1733111325550 2024-12-02T03:48:45,852 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/hbase.id] with ID: 81508690-85c0-42d2-8b72-e794d7808fb0 2024-12-02T03:48:45,852 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/.tmp/hbase.id 2024-12-02T03:48:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:48:45,858 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/.tmp/hbase.id]:[hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/hbase.id] 2024-12-02T03:48:45,868 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:48:45,868 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:48:45,869 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T03:48:45,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:45,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:45,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:45,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:45,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:48:45,886 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:45,887 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:48:45,887 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:45,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:45,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:48:45,897 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store 2024-12-02T03:48:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:48:45,904 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:45,904 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:45,904 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:45,904 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:45,904 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:45,904 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:45,904 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:45,904 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111325904Disabling compacts and flushes for region at 1733111325904Disabling writes for close at 1733111325904Writing region close event to WAL at 1733111325904Closed at 1733111325904 2024-12-02T03:48:45,905 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/.initializing 2024-12-02T03:48:45,905 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/WALs/e2eaa0f11f7e,44631,1733111325550 2024-12-02T03:48:45,906 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:45,907 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C44631%2C1733111325550, suffix=, logDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/WALs/e2eaa0f11f7e,44631,1733111325550, archiveDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/oldWALs, maxLogs=10 2024-12-02T03:48:45,919 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/WALs/e2eaa0f11f7e,44631,1733111325550/e2eaa0f11f7e%2C44631%2C1733111325550.1733111325908, exclude list is [], retry=0 2024-12-02T03:48:45,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43711,DS-a9145318-9f3f-4141-abd6-99bf50198d55,DISK] 2024-12-02T03:48:45,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39449,DS-636c44d2-35f6-46d2-bd75-de0ef0361fd1,DISK] 2024-12-02T03:48:45,923 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/WALs/e2eaa0f11f7e,44631,1733111325550/e2eaa0f11f7e%2C44631%2C1733111325550.1733111325908 2024-12-02T03:48:45,923 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46209:46209),(127.0.0.1/127.0.0.1:40491:40491)] 2024-12-02T03:48:45,923 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:45,923 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:45,923 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,923 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:48:45,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:45,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:45,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:48:45,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:45,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:45,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:48:45,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:45,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:45,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:48:45,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:45,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:45,932 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,933 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,933 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,934 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,934 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,935 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:45,936 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:48:45,938 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:45,938 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73291576, jitterRate=0.09212958812713623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:45,938 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733111325924Initializing all the Stores at 1733111325924Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111325925 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111325925Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111325925Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111325925Cleaning up temporary data from old regions at 1733111325934 (+9 ms)Region opened successfully at 1733111325938 (+4 ms) 2024-12-02T03:48:45,939 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:48:45,941 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190d5b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:45,942 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:48:45,942 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:48:45,942 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:48:45,942 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:48:45,943 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T03:48:45,943 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T03:48:45,943 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T03:48:45,948 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:48:45,949 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:48:45,965 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:48:45,966 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:48:45,966 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:48:45,973 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:48:45,974 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:48:45,975 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:48:45,982 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:48:45,983 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:48:45,990 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:48:45,992 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:48:46,003 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:48:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,012 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,44631,1733111325550, sessionid=0x1019571b6200000, setting cluster-up flag (Was=false) 2024-12-02T03:48:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,053 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:48:46,054 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,44631,1733111325550 2024-12-02T03:48:46,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,098 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:48:46,100 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,44631,1733111325550 2024-12-02T03:48:46,101 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:48:46,102 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:46,102 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:48:46,103 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:48:46,103 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,44631,1733111325550 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:48:46,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:46,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:46,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:46,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:48:46,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:48:46,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:46,104 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733111356107 2024-12-02T03:48:46,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:48:46,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:46,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:48:46,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:48:46,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:48:46,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:48:46,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:48:46,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:48:46,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,108 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:48:46,108 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:48:46,108 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:48:46,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:46,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:48:46,109 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:48:46,109 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:48:46,110 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111326109,5,FailOnTimeoutGroup] 2024-12-02T03:48:46,115 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111326110,5,FailOnTimeoutGroup] 2024-12-02T03:48:46,115 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,115 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:48:46,115 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,115 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,115 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(746): ClusterId : 81508690-85c0-42d2-8b72-e794d7808fb0 2024-12-02T03:48:46,115 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(746): ClusterId : 81508690-85c0-42d2-8b72-e794d7808fb0 2024-12-02T03:48:46,116 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:46,116 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:48:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:48:46,125 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:48:46,125 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc 2024-12-02T03:48:46,133 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:46,133 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:48:46,133 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:46,133 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:48:46,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:46,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:48:46,141 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:46,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:46,141 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:48:46,141 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a34f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:46,141 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf9bb46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:48:46,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:46,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:46,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:46,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:46,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:46,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:46,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:46,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:46,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:46,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:46,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:46,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:46,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:46,152 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e2eaa0f11f7e:34839 2024-12-02T03:48:46,152 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:46,152 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:46,152 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:46,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:46,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:46,153 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,44631,1733111325550 with port=34839, startcode=1733111325739 2024-12-02T03:48:46,154 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:46,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:46,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:46,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740 2024-12-02T03:48:46,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740 2024-12-02T03:48:46,155 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56773, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:46,156 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:46,156 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44631 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:46,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:46,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:46,157 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc 2024-12-02T03:48:46,157 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34747 2024-12-02T03:48:46,157 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:46,158 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:46,158 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:44155 2024-12-02T03:48:46,158 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:48:46,158 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:48:46,158 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:48:46,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:46,160 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:46,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63429530, jitterRate=-0.05482634902000427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:46,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733111326141Initializing all the Stores at 1733111326142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111326142Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111326147 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111326147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111326147Cleaning up temporary data from old regions at 1733111326157 (+10 ms)Region opened successfully at 1733111326161 (+4 ms) 2024-12-02T03:48:46,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:46,161 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:46,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:46,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:46,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:46,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:46,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111326161Disabling compacts and flushes for region at 1733111326161Disabling writes for close at 1733111326162 (+1 ms)Writing region close event to WAL at 1733111326162Closed at 1733111326162 2024-12-02T03:48:46,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:46,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:48:46,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:48:46,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:46,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:46,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:48:46,165 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,44631,1733111325550 with port=44155, startcode=1733111325698 2024-12-02T03:48:46,165 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:48:46,166 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] zookeeper.ZKUtil(111): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:46,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,34839,1733111325739] 2024-12-02T03:48:46,167 WARN [RS:1;e2eaa0f11f7e:34839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:46,167 INFO [RS:1;e2eaa0f11f7e:34839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:46,167 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:46,167 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59891, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:48:46,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,44155,1733111325698 2024-12-02T03:48:46,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44631 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,44155,1733111325698 2024-12-02T03:48:46,168 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc 2024-12-02T03:48:46,169 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34747 2024-12-02T03:48:46,169 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:48:46,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:46,202 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] zookeeper.ZKUtil(111): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,44155,1733111325698 2024-12-02T03:48:46,202 WARN [RS:0;e2eaa0f11f7e:44155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:48:46,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,44155,1733111325698] 2024-12-02T03:48:46,203 INFO [RS:0;e2eaa0f11f7e:44155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:46,203 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,44155,1733111325698 2024-12-02T03:48:46,205 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:46,207 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:48:46,207 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:46,207 INFO [RS:1;e2eaa0f11f7e:34839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:46,207 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,208 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:46,209 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:46,209 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 INFO [RS:0;e2eaa0f11f7e:44155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:46,209 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:46,209 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:48:46,210 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:48:46,210 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,210 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,210 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,210 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,210 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,210 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,210 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:48:46,210 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,210 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,210 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,210 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,211 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,211 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:48:46,211 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:46,211 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:48:46,215 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,215 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,215 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,215 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,215 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,215 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,34839,1733111325739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:46,217 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,217 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,217 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,217 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,218 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,218 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44155,1733111325698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:46,230 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:46,230 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:48:46,230 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44155,1733111325698-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,230 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,34839,1733111325739-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,230 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,230 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,230 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.Replication(171): e2eaa0f11f7e,34839,1733111325739 started 2024-12-02T03:48:46,230 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.Replication(171): e2eaa0f11f7e,44155,1733111325698 started 2024-12-02T03:48:46,241 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,241 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,44155,1733111325698, RpcServer on e2eaa0f11f7e/172.17.0.2:44155, sessionid=0x1019571b6200001 2024-12-02T03:48:46,241 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:46,241 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,44155,1733111325698 2024-12-02T03:48:46,241 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,44155,1733111325698' 2024-12-02T03:48:46,242 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:46,242 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:46,242 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:46,242 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:46,242 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,44155,1733111325698 2024-12-02T03:48:46,242 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,44155,1733111325698' 2024-12-02T03:48:46,242 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:46,243 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:46,243 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:46,243 INFO [RS:0;e2eaa0f11f7e:44155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:46,243 INFO [RS:0;e2eaa0f11f7e:44155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:46,247 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,247 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,34839,1733111325739, RpcServer on e2eaa0f11f7e/172.17.0.2:34839, sessionid=0x1019571b6200002 2024-12-02T03:48:46,247 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:48:46,247 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:46,247 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,34839,1733111325739' 2024-12-02T03:48:46,247 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:48:46,247 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:48:46,248 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:48:46,248 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:48:46,248 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:46,248 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,34839,1733111325739' 2024-12-02T03:48:46,248 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:48:46,248 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:48:46,249 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:48:46,249 INFO [RS:1;e2eaa0f11f7e:34839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:48:46,249 INFO [RS:1;e2eaa0f11f7e:34839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:48:46,315 WARN [e2eaa0f11f7e:44631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:48:46,343 INFO [RS:0;e2eaa0f11f7e:44155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:46,345 INFO [RS:0;e2eaa0f11f7e:44155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C44155%2C1733111325698, suffix=, logDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,44155,1733111325698, archiveDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/oldWALs, maxLogs=32 2024-12-02T03:48:46,349 INFO [RS:1;e2eaa0f11f7e:34839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:48:46,351 INFO [RS:1;e2eaa0f11f7e:34839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C34839%2C1733111325739, suffix=, logDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,34839,1733111325739, archiveDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/oldWALs, maxLogs=32 2024-12-02T03:48:46,358 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,44155,1733111325698/e2eaa0f11f7e%2C44155%2C1733111325698.1733111326345, exclude list is [], retry=0 2024-12-02T03:48:46,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43711,DS-a9145318-9f3f-4141-abd6-99bf50198d55,DISK] 2024-12-02T03:48:46,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39449,DS-636c44d2-35f6-46d2-bd75-de0ef0361fd1,DISK] 2024-12-02T03:48:46,362 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,34839,1733111325739/e2eaa0f11f7e%2C34839%2C1733111325739.1733111326351, exclude list is [], retry=0 2024-12-02T03:48:46,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43711,DS-a9145318-9f3f-4141-abd6-99bf50198d55,DISK] 2024-12-02T03:48:46,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39449,DS-636c44d2-35f6-46d2-bd75-de0ef0361fd1,DISK] 2024-12-02T03:48:46,367 INFO [RS:0;e2eaa0f11f7e:44155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,44155,1733111325698/e2eaa0f11f7e%2C44155%2C1733111325698.1733111326345 2024-12-02T03:48:46,367 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46209:46209),(127.0.0.1/127.0.0.1:40491:40491)] 2024-12-02T03:48:46,371 INFO [RS:1;e2eaa0f11f7e:34839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,34839,1733111325739/e2eaa0f11f7e%2C34839%2C1733111325739.1733111326351 2024-12-02T03:48:46,371 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40491:40491),(127.0.0.1/127.0.0.1:46209:46209)] 2024-12-02T03:48:46,566 DEBUG [e2eaa0f11f7e:44631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T03:48:46,566 DEBUG [e2eaa0f11f7e:44631 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:46,568 DEBUG [e2eaa0f11f7e:44631 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:46,568 DEBUG [e2eaa0f11f7e:44631 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:46,568 DEBUG [e2eaa0f11f7e:44631 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:46,568 DEBUG [e2eaa0f11f7e:44631 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:46,568 INFO [e2eaa0f11f7e:44631 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:46,568 INFO [e2eaa0f11f7e:44631 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:46,568 DEBUG [e2eaa0f11f7e:44631 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:46,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:46,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,34839,1733111325739, state=OPENING 2024-12-02T03:48:46,590 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:48:46,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:46,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:46,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:46,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:46,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:48:46,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,34839,1733111325739}] 2024-12-02T03:48:46,751 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:46,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37283, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:46,756 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:48:46,756 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:48:46,756 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:48:46,758 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C34839%2C1733111325739.meta, suffix=.meta, logDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,34839,1733111325739, archiveDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/oldWALs, maxLogs=32 2024-12-02T03:48:46,769 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,34839,1733111325739/e2eaa0f11f7e%2C34839%2C1733111325739.meta.1733111326758.meta, exclude list is [], retry=0 2024-12-02T03:48:46,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43711,DS-a9145318-9f3f-4141-abd6-99bf50198d55,DISK] 2024-12-02T03:48:46,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39449,DS-636c44d2-35f6-46d2-bd75-de0ef0361fd1,DISK] 2024-12-02T03:48:46,773 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/WALs/e2eaa0f11f7e,34839,1733111325739/e2eaa0f11f7e%2C34839%2C1733111325739.meta.1733111326758.meta 2024-12-02T03:48:46,773 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46209:46209),(127.0.0.1/127.0.0.1:40491:40491)] 2024-12-02T03:48:46,773 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:48:46,773 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:48:46,774 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:48:46,774 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:48:46,774 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:48:46,774 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:46,774 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:48:46,774 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:48:46,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:48:46,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:48:46,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:46,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:46,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:48:46,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:48:46,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:46,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:46,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:48:46,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:48:46,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:46,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:46,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:48:46,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:48:46,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:46,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:48:46,780 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:48:46,781 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740 2024-12-02T03:48:46,782 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740 2024-12-02T03:48:46,783 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:48:46,783 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:48:46,784 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:48:46,785 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:48:46,785 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73868001, jitterRate=0.10071898996829987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:48:46,785 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:48:46,786 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733111326774Writing region info on filesystem at 1733111326774Initializing all the Stores at 1733111326775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111326775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111326775Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111326775Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111326775Cleaning up temporary data from old regions at 1733111326783 (+8 ms)Running coprocessor post-open hooks at 1733111326785 (+2 ms)Region opened successfully at 1733111326786 (+1 ms) 2024-12-02T03:48:46,787 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733111326751 2024-12-02T03:48:46,789 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:48:46,790 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:48:46,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:46,791 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,34839,1733111325739, state=OPEN 2024-12-02T03:48:46,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:46,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:46,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:48:46,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:46,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:46,807 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:46,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:48:46,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:48:46,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,34839,1733111325739 in 208 msec 2024-12-02T03:48:46,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:48:46,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-12-02T03:48:46,812 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:48:46,812 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:48:46,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:46,814 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,34839,1733111325739, seqNum=-1] 2024-12-02T03:48:46,814 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:46,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54125, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:46,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 718 msec 2024-12-02T03:48:46,820 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733111326820, completionTime=-1 2024-12-02T03:48:46,820 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T03:48:46,821 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:48:46,822 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-02T03:48:46,822 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733111386822 2024-12-02T03:48:46,822 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733111446822 2024-12-02T03:48:46,822 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T03:48:46,823 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44631,1733111325550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,823 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44631,1733111325550-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,823 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44631,1733111325550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,823 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:44631, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,823 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,824 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,825 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:48:46,828 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.979sec 2024-12-02T03:48:46,828 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:48:46,828 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:48:46,828 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:48:46,828 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:48:46,828 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:48:46,829 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44631,1733111325550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:48:46,829 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44631,1733111325550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:48:46,831 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:48:46,831 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:48:46,831 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44631,1733111325550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:48:46,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:46,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,44631,-1 for getting cluster id 2024-12-02T03:48:46,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:48:46,917 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81508690-85c0-42d2-8b72-e794d7808fb0' 2024-12-02T03:48:46,917 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:48:46,918 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81508690-85c0-42d2-8b72-e794d7808fb0" 2024-12-02T03:48:46,918 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a614eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:46,918 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,44631,-1] 2024-12-02T03:48:46,918 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:48:46,919 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:46,920 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:48:46,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de3f6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:48:46,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:48:46,922 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,34839,1733111325739, seqNum=-1] 2024-12-02T03:48:46,922 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:46,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:46,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,44631,1733111325550 2024-12-02T03:48:46,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:48:46,926 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,44631,1733111325550 2024-12-02T03:48:46,926 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@622a731b 2024-12-02T03:48:46,927 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:48:46,928 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:48:46,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:48:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T03:48:46,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:48:46,931 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:46,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-02T03:48:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:46,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:48:46,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:46,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741836_1012 (size=379) 2024-12-02T03:48:46,942 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 346f8ebf586892c05876a2036a01a637, NAME => 'testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc 2024-12-02T03:48:46,942 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15e6eb3aa91c732ed96bcc935d9386d3, NAME => 'testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc 2024-12-02T03:48:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741838_1014 (size=61) 2024-12-02T03:48:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:46,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741837_1013 (size=61) 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 346f8ebf586892c05876a2036a01a637, disabling compactions & flushes 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 15e6eb3aa91c732ed96bcc935d9386d3, disabling compactions & flushes 2024-12-02T03:48:46,954 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:46,954 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. after waiting 0 ms 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. after waiting 0 ms 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:46,954 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:46,954 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 346f8ebf586892c05876a2036a01a637: Waiting for close lock at 1733111326954Disabling compacts and flushes for region at 1733111326954Disabling writes for close at 1733111326954Writing region close event to WAL at 1733111326954Closed at 1733111326954 2024-12-02T03:48:46,954 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15e6eb3aa91c732ed96bcc935d9386d3: Waiting for close lock at 1733111326954Disabling compacts and flushes for region at 1733111326954Disabling writes for close at 1733111326954Writing region close event to WAL at 1733111326954Closed at 1733111326954 2024-12-02T03:48:46,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:48:46,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111326956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111326956"}]},"ts":"1733111326956"} 2024-12-02T03:48:46,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733111326956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111326956"}]},"ts":"1733111326956"} 2024-12-02T03:48:46,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-02T03:48:46,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:48:46,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111326961"}]},"ts":"1733111326961"} 2024-12-02T03:48:46,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T03:48:46,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:48:46,965 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:48:46,965 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:48:46,965 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:48:46,965 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:48:46,965 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:48:46,965 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:48:46,965 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:48:46,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=15e6eb3aa91c732ed96bcc935d9386d3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=346f8ebf586892c05876a2036a01a637, ASSIGN}] 2024-12-02T03:48:46,967 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=15e6eb3aa91c732ed96bcc935d9386d3, ASSIGN 2024-12-02T03:48:46,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=346f8ebf586892c05876a2036a01a637, ASSIGN 2024-12-02T03:48:46,968 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=15e6eb3aa91c732ed96bcc935d9386d3, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,34839,1733111325739; forceNewPlan=false, retain=false 2024-12-02T03:48:46,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=346f8ebf586892c05876a2036a01a637, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,44155,1733111325698; forceNewPlan=false, retain=false 2024-12-02T03:48:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:47,118 INFO [e2eaa0f11f7e:44631 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T03:48:47,119 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15e6eb3aa91c732ed96bcc935d9386d3, regionState=OPENING, regionLocation=e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:47,119 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=346f8ebf586892c05876a2036a01a637, regionState=OPENING, regionLocation=e2eaa0f11f7e,44155,1733111325698 2024-12-02T03:48:47,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=15e6eb3aa91c732ed96bcc935d9386d3, ASSIGN because future has completed 2024-12-02T03:48:47,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15e6eb3aa91c732ed96bcc935d9386d3, server=e2eaa0f11f7e,34839,1733111325739}] 2024-12-02T03:48:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=346f8ebf586892c05876a2036a01a637, ASSIGN because future has completed 2024-12-02T03:48:47,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 346f8ebf586892c05876a2036a01a637, server=e2eaa0f11f7e,44155,1733111325698}] 2024-12-02T03:48:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:47,276 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:47,276 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:47,276 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 15e6eb3aa91c732ed96bcc935d9386d3, NAME => 'testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T03:48:47,277 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,277 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:47,277 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,277 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44379, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:47,278 INFO [StoreOpener-15e6eb3aa91c732ed96bcc935d9386d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,279 INFO [StoreOpener-15e6eb3aa91c732ed96bcc935d9386d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15e6eb3aa91c732ed96bcc935d9386d3 columnFamilyName family 2024-12-02T03:48:47,279 DEBUG [StoreOpener-15e6eb3aa91c732ed96bcc935d9386d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:47,280 INFO [StoreOpener-15e6eb3aa91c732ed96bcc935d9386d3-1 {}] regionserver.HStore(327): Store=15e6eb3aa91c732ed96bcc935d9386d3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:47,280 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,280 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:47,280 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 346f8ebf586892c05876a2036a01a637, NAME => 'testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T03:48:47,281 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,281 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:48:47,281 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,281 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,281 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,281 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,281 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,281 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,282 INFO [StoreOpener-346f8ebf586892c05876a2036a01a637-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,283 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,283 INFO [StoreOpener-346f8ebf586892c05876a2036a01a637-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 346f8ebf586892c05876a2036a01a637 columnFamilyName family 2024-12-02T03:48:47,283 DEBUG [StoreOpener-346f8ebf586892c05876a2036a01a637-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:48:47,283 INFO [StoreOpener-346f8ebf586892c05876a2036a01a637-1 {}] regionserver.HStore(327): Store=346f8ebf586892c05876a2036a01a637/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:48:47,283 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,284 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,284 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,285 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/15e6eb3aa91c732ed96bcc935d9386d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:47,285 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,285 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,285 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 15e6eb3aa91c732ed96bcc935d9386d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65967332, jitterRate=-0.017010152339935303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:47,285 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,285 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 15e6eb3aa91c732ed96bcc935d9386d3: Running coprocessor pre-open hook at 1733111327277Writing region info on filesystem at 1733111327277Initializing all the Stores at 1733111327278 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111327278Cleaning up temporary data from old regions at 1733111327281 (+3 ms)Running coprocessor post-open hooks at 1733111327285 (+4 ms)Region opened successfully at 1733111327285 2024-12-02T03:48:47,286 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,286 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3., pid=7, masterSystemTime=1733111327273 2024-12-02T03:48:47,288 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/346f8ebf586892c05876a2036a01a637/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:48:47,288 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:47,288 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:47,288 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 346f8ebf586892c05876a2036a01a637; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74984129, jitterRate=0.11735059320926666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:48:47,288 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,288 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 346f8ebf586892c05876a2036a01a637: Running coprocessor pre-open hook at 1733111327281Writing region info on filesystem at 1733111327281Initializing all the Stores at 1733111327281Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111327281Cleaning up temporary data from old regions at 1733111327285 (+4 ms)Running coprocessor post-open hooks at 1733111327288 (+3 ms)Region opened successfully at 1733111327288 2024-12-02T03:48:47,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15e6eb3aa91c732ed96bcc935d9386d3, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:47,289 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637., pid=8, masterSystemTime=1733111327275 2024-12-02T03:48:47,291 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:47,291 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:47,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=346f8ebf586892c05876a2036a01a637, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,44155,1733111325698 2024-12-02T03:48:47,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15e6eb3aa91c732ed96bcc935d9386d3, server=e2eaa0f11f7e,34839,1733111325739 because future has completed 2024-12-02T03:48:47,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 346f8ebf586892c05876a2036a01a637, server=e2eaa0f11f7e,44155,1733111325698 because future has completed 2024-12-02T03:48:47,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-02T03:48:47,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15e6eb3aa91c732ed96bcc935d9386d3, server=e2eaa0f11f7e,34839,1733111325739 in 170 msec 2024-12-02T03:48:47,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-02T03:48:47,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=15e6eb3aa91c732ed96bcc935d9386d3, ASSIGN in 329 msec 2024-12-02T03:48:47,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 346f8ebf586892c05876a2036a01a637, server=e2eaa0f11f7e,44155,1733111325698 in 171 msec 2024-12-02T03:48:47,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-02T03:48:47,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=346f8ebf586892c05876a2036a01a637, ASSIGN in 331 msec 2024-12-02T03:48:47,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:48:47,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111327298"}]},"ts":"1733111327298"} 2024-12-02T03:48:47,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T03:48:47,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:48:47,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 372 msec 2024-12-02T03:48:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:48:47,561 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-02T03:48:47,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T03:48:47,561 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:47,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T03:48:47,564 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:48:47,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-02T03:48:47,567 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3., hostname=e2eaa0f11f7e,34839,1733111325739, seqNum=2] 2024-12-02T03:48:47,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:48:47,580 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637., hostname=e2eaa0f11f7e,44155,1733111325698, seqNum=2] 2024-12-02T03:48:47,580 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:48:47,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:48:47,593 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 346f8ebf586892c05876a2036a01a637 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T03:48:47,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:47,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:47,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:47,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:47,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:47,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:47,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:47,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:47,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:47,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:48:47,607 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/346f8ebf586892c05876a2036a01a637/.tmp/family/b311e71de3f7439f82873d1b65ca54c2 is 32, key is 5/family:/1733111327582/Put/seqid=0 2024-12-02T03:48:47,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741839_1015 (size=5083) 2024-12-02T03:48:47,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741839_1015 (size=5083) 2024-12-02T03:48:47,612 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/346f8ebf586892c05876a2036a01a637/.tmp/family/b311e71de3f7439f82873d1b65ca54c2 2024-12-02T03:48:47,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-02T03:48:47,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-12-02T03:48:47,618 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/346f8ebf586892c05876a2036a01a637/.tmp/family/b311e71de3f7439f82873d1b65ca54c2 as hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/346f8ebf586892c05876a2036a01a637/family/b311e71de3f7439f82873d1b65ca54c2 2024-12-02T03:48:47,624 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/346f8ebf586892c05876a2036a01a637/family/b311e71de3f7439f82873d1b65ca54c2, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T03:48:47,625 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 346f8ebf586892c05876a2036a01a637 in 31ms, sequenceid=9, compaction requested=false 2024-12-02T03:48:47,625 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 346f8ebf586892c05876a2036a01a637: 2024-12-02T03:48:47,625 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 15e6eb3aa91c732ed96bcc935d9386d3 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T03:48:47,640 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/15e6eb3aa91c732ed96bcc935d9386d3/.tmp/family/5e7f750487b84dd29a49a52166eeed32 is 32, key is 1/family:/1733111327568/Put/seqid=0 2024-12-02T03:48:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741840_1016 (size=5054) 2024-12-02T03:48:47,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741840_1016 (size=5054) 2024-12-02T03:48:47,646 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/15e6eb3aa91c732ed96bcc935d9386d3/.tmp/family/5e7f750487b84dd29a49a52166eeed32 2024-12-02T03:48:47,652 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/15e6eb3aa91c732ed96bcc935d9386d3/.tmp/family/5e7f750487b84dd29a49a52166eeed32 as hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/15e6eb3aa91c732ed96bcc935d9386d3/family/5e7f750487b84dd29a49a52166eeed32 2024-12-02T03:48:47,657 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/15e6eb3aa91c732ed96bcc935d9386d3/family/5e7f750487b84dd29a49a52166eeed32, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T03:48:47,658 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 15e6eb3aa91c732ed96bcc935d9386d3 in 33ms, sequenceid=8, compaction requested=false 2024-12-02T03:48:47,658 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 15e6eb3aa91c732ed96bcc935d9386d3: 2024-12-02T03:48:47,662 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-02T03:48:47,664 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:47,665 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:48:47,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:47,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:48:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] bucket.BucketCache(1863): found 1 blocks for file 5e7f750487b84dd29a49a52166eeed32, starting offset: 0, end offset: 9223372036854775807 2024-12-02T03:48:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] bucket.BucketCache(1863): found 1 blocks for file b311e71de3f7439f82873d1b65ca54c2, starting offset: 0, end offset: 9223372036854775807 2024-12-02T03:48:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] bucket.BucketCache(856): removed key 5e7f750487b84dd29a49a52166eeed32_0 from back map with offset lock 2094080 in the evict process 2024-12-02T03:48:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] bucket.BucketCache(856): removed key b311e71de3f7439f82873d1b65ca54c2_0 from back map with offset lock 2094080 in the evict process 2024-12-02T03:48:47,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:48:47,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:47,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:47,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:47,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:47,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:48:47,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:48:47,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=332446593, stopped=false 2024-12-02T03:48:47,667 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,44631,1733111325550 2024-12-02T03:48:47,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:47,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:47,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:48:47,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:47,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:47,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:47,707 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:47,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:48:47,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:47,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:47,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:48:47,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:47,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:47,708 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,44155,1733111325698' ***** 2024-12-02T03:48:47,708 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:47,708 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,34839,1733111325739' ***** 2024-12-02T03:48:47,708 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:48:47,708 INFO [RS:0;e2eaa0f11f7e:44155 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T03:48:47,708 INFO [RS:1;e2eaa0f11f7e:34839 {}] bucket.BucketCache(1738): Disabling cache 2024-12-02T03:48:47,708 INFO [RS:0;e2eaa0f11f7e:44155 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T03:48:47,708 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T03:48:47,708 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T03:48:47,708 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:47,708 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T03:48:47,708 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T03:48:47,708 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T03:48:47,708 INFO [RS:1;e2eaa0f11f7e:34839 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T03:48:47,708 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T03:48:47,708 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:48:47,708 INFO [RS:0;e2eaa0f11f7e:44155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:47,708 INFO [RS:1;e2eaa0f11f7e:34839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:48:47,708 INFO [RS:1;e2eaa0f11f7e:34839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:47,708 INFO [RS:0;e2eaa0f11f7e:44155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:48:47,708 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:47,708 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(3091): Received CLOSE for 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,708 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(3091): Received CLOSE for 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,708 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:48:47,709 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,44155,1733111325698 2024-12-02T03:48:47,709 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:47,709 INFO [RS:0;e2eaa0f11f7e:44155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:44155. 2024-12-02T03:48:47,709 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:47,709 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:47,709 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 346f8ebf586892c05876a2036a01a637, disabling compactions & flushes 2024-12-02T03:48:47,709 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:47,709 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T03:48:47,709 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:47,709 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(1325): Online Regions={346f8ebf586892c05876a2036a01a637=testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637.} 2024-12-02T03:48:47,709 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. after waiting 0 ms 2024-12-02T03:48:47,709 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:47,709 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(1351): Waiting on 346f8ebf586892c05876a2036a01a637 2024-12-02T03:48:47,710 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:47,710 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:47,710 INFO [RS:1;e2eaa0f11f7e:34839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e2eaa0f11f7e:34839. 2024-12-02T03:48:47,710 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15e6eb3aa91c732ed96bcc935d9386d3, disabling compactions & flushes 2024-12-02T03:48:47,710 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:48:47,710 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:47,711 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:47,711 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:47,711 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. after waiting 0 ms 2024-12-02T03:48:47,711 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:47,711 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:47,711 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:47,711 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:47,711 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:48:47,714 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T03:48:47,714 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1325): Online Regions={15e6eb3aa91c732ed96bcc935d9386d3=testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T03:48:47,715 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15e6eb3aa91c732ed96bcc935d9386d3 2024-12-02T03:48:47,715 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:48:47,715 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:48:47,715 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:48:47,715 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:48:47,715 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:48:47,715 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-02T03:48:47,719 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:47,719 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:47,719 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/346f8ebf586892c05876a2036a01a637/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T03:48:47,720 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:47,720 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 346f8ebf586892c05876a2036a01a637: Waiting for close lock at 1733111327709Running coprocessor pre-close hooks at 1733111327709Disabling compacts and flushes for region at 1733111327709Disabling writes for close at 1733111327709Writing region close event to WAL at 1733111327711 (+2 ms)Running coprocessor post-close hooks at 1733111327720 (+9 ms)Closed at 1733111327720 2024-12-02T03:48:47,720 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637. 2024-12-02T03:48:47,721 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/default/testClearRegionBlockCache/15e6eb3aa91c732ed96bcc935d9386d3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T03:48:47,722 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:47,722 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15e6eb3aa91c732ed96bcc935d9386d3: Waiting for close lock at 1733111327710Running coprocessor pre-close hooks at 1733111327710Disabling compacts and flushes for region at 1733111327710Disabling writes for close at 1733111327711 (+1 ms)Writing region close event to WAL at 1733111327719 (+8 ms)Running coprocessor post-close hooks at 1733111327722 (+3 ms)Closed at 1733111327722 2024-12-02T03:48:47,722 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733111326928.15e6eb3aa91c732ed96bcc935d9386d3. 2024-12-02T03:48:47,730 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/.tmp/info/7d02b6d2c9e8412d80521afb3dfe2e4e is 173, key is testClearRegionBlockCache,5,1733111326928.346f8ebf586892c05876a2036a01a637./info:regioninfo/1733111327291/Put/seqid=0 2024-12-02T03:48:47,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:47,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741841_1017 (size=8173) 2024-12-02T03:48:47,735 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/.tmp/info/7d02b6d2c9e8412d80521afb3dfe2e4e 2024-12-02T03:48:47,753 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/.tmp/ns/38edf758cb134adfb51ea4a21a14212c is 43, key is default/ns:d/1733111326816/Put/seqid=0 2024-12-02T03:48:47,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:47,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741842_1018 (size=5153) 2024-12-02T03:48:47,758 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/.tmp/ns/38edf758cb134adfb51ea4a21a14212c 2024-12-02T03:48:47,776 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/.tmp/table/cbab9acd596747c6807172971c517ca2 is 61, key is testClearRegionBlockCache/table:state/1733111327298/Put/seqid=0 2024-12-02T03:48:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741843_1019 (size=5312) 2024-12-02T03:48:47,909 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,44155,1733111325698; all regions closed. 2024-12-02T03:48:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741833_1009 (size=1867) 2024-12-02T03:48:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741833_1009 (size=1867) 2024-12-02T03:48:47,914 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/oldWALs 2024-12-02T03:48:47,914 INFO [RS:0;e2eaa0f11f7e:44155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C44155%2C1733111325698:(num 1733111326345) 2024-12-02T03:48:47,914 DEBUG [RS:0;e2eaa0f11f7e:44155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:47,914 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:47,914 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:47,914 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:47,914 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:48:47,914 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:48:47,914 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:47,914 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:48:47,914 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:47,915 INFO [RS:0;e2eaa0f11f7e:44155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44155 2024-12-02T03:48:47,915 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T03:48:47,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,44155,1733111325698 2024-12-02T03:48:47,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:47,948 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:47,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,44155,1733111325698] 2024-12-02T03:48:47,965 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,44155,1733111325698 already deleted, retry=false 2024-12-02T03:48:47,965 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,44155,1733111325698 expired; onlineServers=1 2024-12-02T03:48:48,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:48,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1019571b6200001, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:48,057 INFO [RS:0;e2eaa0f11f7e:44155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:48,057 INFO [RS:0;e2eaa0f11f7e:44155 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,44155,1733111325698; zookeeper connection closed. 2024-12-02T03:48:48,057 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@343ee9d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@343ee9d2 2024-12-02T03:48:48,115 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T03:48:48,186 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/.tmp/table/cbab9acd596747c6807172971c517ca2 2024-12-02T03:48:48,192 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/.tmp/info/7d02b6d2c9e8412d80521afb3dfe2e4e as hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/info/7d02b6d2c9e8412d80521afb3dfe2e4e 2024-12-02T03:48:48,197 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/info/7d02b6d2c9e8412d80521afb3dfe2e4e, entries=20, sequenceid=13, filesize=8.0 K 2024-12-02T03:48:48,198 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/.tmp/ns/38edf758cb134adfb51ea4a21a14212c as hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/ns/38edf758cb134adfb51ea4a21a14212c 2024-12-02T03:48:48,203 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/ns/38edf758cb134adfb51ea4a21a14212c, entries=2, sequenceid=13, filesize=5.0 K 2024-12-02T03:48:48,204 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/.tmp/table/cbab9acd596747c6807172971c517ca2 as hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/table/cbab9acd596747c6807172971c517ca2 2024-12-02T03:48:48,209 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/table/cbab9acd596747c6807172971c517ca2, entries=2, sequenceid=13, filesize=5.2 K 2024-12-02T03:48:48,210 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 495ms, sequenceid=13, compaction requested=false 2024-12-02T03:48:48,214 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T03:48:48,215 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:48:48,215 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:48,215 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111327714Running coprocessor pre-close hooks at 1733111327714Disabling compacts and flushes for region at 1733111327715 (+1 ms)Disabling writes for close at 1733111327715Obtaining lock to block concurrent updates at 1733111327715Preparing flush snapshotting stores in 1588230740 at 1733111327715Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733111327715Flushing stores of hbase:meta,,1.1588230740 at 1733111327715Flushing 1588230740/info: creating writer at 1733111327716 (+1 ms)Flushing 1588230740/info: appending metadata at 1733111327729 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733111327729Flushing 1588230740/ns: creating writer at 1733111327740 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733111327752 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733111327752Flushing 1588230740/table: creating writer at 1733111327763 (+11 ms)Flushing 1588230740/table: appending metadata at 1733111327776 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733111327776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559027a1: reopening flushed file at 1733111328191 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d9b815: reopening flushed file at 1733111328197 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e43bc: reopening flushed file at 1733111328203 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 495ms, sequenceid=13, compaction requested=false at 1733111328210 (+7 ms)Writing region close event to WAL at 1733111328212 (+2 ms)Running coprocessor post-close hooks at 1733111328215 (+3 ms)Closed at 1733111328215 2024-12-02T03:48:48,215 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:48:48,254 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T03:48:48,254 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T03:48:48,315 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,34839,1733111325739; all regions closed. 2024-12-02T03:48:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:48,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741835_1011 (size=4338) 2024-12-02T03:48:48,320 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/oldWALs 2024-12-02T03:48:48,320 INFO [RS:1;e2eaa0f11f7e:34839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C34839%2C1733111325739.meta:.meta(num 1733111326758) 2024-12-02T03:48:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741834_1010 (size=1758) 2024-12-02T03:48:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741834_1010 (size=1758) 2024-12-02T03:48:48,324 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/oldWALs 2024-12-02T03:48:48,324 INFO [RS:1;e2eaa0f11f7e:34839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C34839%2C1733111325739:(num 1733111326351) 2024-12-02T03:48:48,324 DEBUG [RS:1;e2eaa0f11f7e:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:48:48,324 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:48:48,324 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:48,324 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:48,324 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:48,324 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:48,324 INFO [RS:1;e2eaa0f11f7e:34839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34839 2024-12-02T03:48:48,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,34839,1733111325739 2024-12-02T03:48:48,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:48:48,373 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:48,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,34839,1733111325739] 2024-12-02T03:48:48,390 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,34839,1733111325739 already deleted, retry=false 2024-12-02T03:48:48,390 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,34839,1733111325739 expired; onlineServers=0 2024-12-02T03:48:48,390 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,44631,1733111325550' ***** 2024-12-02T03:48:48,390 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:48:48,390 INFO [M:0;e2eaa0f11f7e:44631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:48:48,390 INFO [M:0;e2eaa0f11f7e:44631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:48:48,390 DEBUG [M:0;e2eaa0f11f7e:44631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:48:48,390 DEBUG [M:0;e2eaa0f11f7e:44631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:48:48,390 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111326110 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111326110,5,FailOnTimeoutGroup] 2024-12-02T03:48:48,390 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111326109 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111326109,5,FailOnTimeoutGroup] 2024-12-02T03:48:48,390 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:48:48,390 INFO [M:0;e2eaa0f11f7e:44631 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:48:48,391 INFO [M:0;e2eaa0f11f7e:44631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:48:48,391 DEBUG [M:0;e2eaa0f11f7e:44631 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:48:48,391 INFO [M:0;e2eaa0f11f7e:44631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:48:48,391 INFO [M:0;e2eaa0f11f7e:44631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:48:48,391 INFO [M:0;e2eaa0f11f7e:44631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:48:48,391 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:48:48,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:48:48,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:48:48,398 DEBUG [M:0;e2eaa0f11f7e:44631 {}] zookeeper.ZKUtil(347): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:48:48,398 WARN [M:0;e2eaa0f11f7e:44631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:48:48,399 INFO [M:0;e2eaa0f11f7e:44631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/.lastflushedseqids 2024-12-02T03:48:48,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741844_1020 (size=182) 2024-12-02T03:48:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741844_1020 (size=182) 2024-12-02T03:48:48,404 INFO [M:0;e2eaa0f11f7e:44631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:48:48,404 INFO [M:0;e2eaa0f11f7e:44631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:48:48,404 DEBUG [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:48:48,404 INFO [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:48,404 DEBUG [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:48,404 DEBUG [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:48:48,404 DEBUG [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:48,404 INFO [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.64 KB heapSize=37.04 KB 2024-12-02T03:48:48,422 DEBUG [M:0;e2eaa0f11f7e:44631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/862b2351bba14255a7dab370f0faa6b6 is 82, key is hbase:meta,,1/info:regioninfo/1733111326790/Put/seqid=0 2024-12-02T03:48:48,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:48,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741845_1021 (size=5672) 2024-12-02T03:48:48,427 INFO [M:0;e2eaa0f11f7e:44631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/862b2351bba14255a7dab370f0faa6b6 2024-12-02T03:48:48,450 DEBUG [M:0;e2eaa0f11f7e:44631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1875e06339443bc916eba1437c7beea is 804, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733111327302/Put/seqid=0 2024-12-02T03:48:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741846_1022 (size=6220) 2024-12-02T03:48:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741846_1022 (size=6220) 2024-12-02T03:48:48,455 INFO [M:0;e2eaa0f11f7e:44631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.02 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1875e06339443bc916eba1437c7beea 2024-12-02T03:48:48,474 DEBUG [M:0;e2eaa0f11f7e:44631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/701346e167704d86b3877eed70563967 is 69, key is e2eaa0f11f7e,34839,1733111325739/rs:state/1733111326156/Put/seqid=0 2024-12-02T03:48:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741847_1023 (size=5224) 2024-12-02T03:48:48,479 INFO [M:0;e2eaa0f11f7e:44631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/701346e167704d86b3877eed70563967 2024-12-02T03:48:48,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:48,481 INFO [RS:1;e2eaa0f11f7e:34839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:48,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1019571b6200002, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:48,481 INFO [RS:1;e2eaa0f11f7e:34839 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,34839,1733111325739; zookeeper connection closed. 2024-12-02T03:48:48,482 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8672310 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8672310 2024-12-02T03:48:48,482 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T03:48:48,484 DEBUG [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/862b2351bba14255a7dab370f0faa6b6 as hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/862b2351bba14255a7dab370f0faa6b6 2024-12-02T03:48:48,488 INFO [M:0;e2eaa0f11f7e:44631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/862b2351bba14255a7dab370f0faa6b6, entries=8, sequenceid=71, filesize=5.5 K 2024-12-02T03:48:48,489 DEBUG [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1875e06339443bc916eba1437c7beea as hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1875e06339443bc916eba1437c7beea 2024-12-02T03:48:48,493 INFO [M:0;e2eaa0f11f7e:44631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1875e06339443bc916eba1437c7beea, entries=8, sequenceid=71, filesize=6.1 K 2024-12-02T03:48:48,494 DEBUG [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/701346e167704d86b3877eed70563967 as hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/701346e167704d86b3877eed70563967 2024-12-02T03:48:48,499 INFO [M:0;e2eaa0f11f7e:44631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/6cf840f0-d93e-9a3a-2cb7-1d60a10b7ecc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/701346e167704d86b3877eed70563967, entries=2, sequenceid=71, filesize=5.1 K 2024-12-02T03:48:48,500 INFO [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-12-02T03:48:48,503 INFO [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:48:48,503 DEBUG [M:0;e2eaa0f11f7e:44631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111328404Disabling compacts and flushes for region at 1733111328404Disabling writes for close at 1733111328404Obtaining lock to block concurrent updates at 1733111328404Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733111328404Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30354, getHeapSize=37864, getOffHeapSize=0, getCellsCount=86 at 1733111328405 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733111328405Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733111328405Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733111328422 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733111328422Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733111328432 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733111328449 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733111328450 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733111328459 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733111328473 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733111328473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2934ef: reopening flushed file at 1733111328483 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f046287: reopening flushed file at 1733111328489 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10344d7f: reopening flushed file at 1733111328494 (+5 ms)Finished flush of dataSize ~29.64 KB/30354, heapSize ~36.74 KB/37624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1733111328500 (+6 ms)Writing region close event to WAL at 1733111328502 (+2 ms)Closed at 1733111328502 2024-12-02T03:48:48,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39449 is added to blk_1073741830_1006 (size=35501) 2024-12-02T03:48:48,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43711 is added to blk_1073741830_1006 (size=35501) 2024-12-02T03:48:48,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:48:48,508 INFO [M:0;e2eaa0f11f7e:44631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:48:48,508 INFO [M:0;e2eaa0f11f7e:44631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44631 2024-12-02T03:48:48,509 INFO [M:0;e2eaa0f11f7e:44631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:48:48,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:48,636 INFO [M:0;e2eaa0f11f7e:44631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:48:48,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44631-0x1019571b6200000, quorum=127.0.0.1:62093, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:48:48,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@581d1929{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:48,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51ca635f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:48,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:48,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b96e17f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:48,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ade1377{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:48,640 WARN [BP-1490519256-172.17.0.2-1733111324021 heartbeating to localhost/127.0.0.1:34747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:48,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:48,640 WARN [BP-1490519256-172.17.0.2-1733111324021 heartbeating to localhost/127.0.0.1:34747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1490519256-172.17.0.2-1733111324021 (Datanode Uuid 9188a414-218d-4794-9e98-b2c9cda109a0) service to localhost/127.0.0.1:34747 2024-12-02T03:48:48,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:48,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/data/data3/current/BP-1490519256-172.17.0.2-1733111324021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:48,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/data/data4/current/BP-1490519256-172.17.0.2-1733111324021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:48,641 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:48,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59b46cab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:48:48,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e39c8ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:48,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:48,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23e79649{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:48,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b0265f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:48,643 WARN [BP-1490519256-172.17.0.2-1733111324021 heartbeating to localhost/127.0.0.1:34747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:48:48,643 WARN [BP-1490519256-172.17.0.2-1733111324021 heartbeating to localhost/127.0.0.1:34747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1490519256-172.17.0.2-1733111324021 (Datanode Uuid 3103b9ab-02fe-4bf7-ae28-8da7e6d79332) service to localhost/127.0.0.1:34747 2024-12-02T03:48:48,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:48:48,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:48:48,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/data/data1/current/BP-1490519256-172.17.0.2-1733111324021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:48,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/cluster_37c68ca6-8405-fbb9-57e7-f8c5424c9e56/data/data2/current/BP-1490519256-172.17.0.2-1733111324021 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:48:48,644 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:48:48,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@729d0e22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:48:48,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7621e72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:48:48,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:48:48,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3edf9569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:48:48,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dae62d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2aa03b53-9e57-c9e2-10eb-bfe3bbbf9bde/hadoop.log.dir/,STOPPED} 2024-12-02T03:48:48,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:48:48,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:48:48,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=189 (was 170) - Thread LEAK? -, OpenFileDescriptor=551 (was 526) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 238) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7059 (was 7220)