2024-11-11 15:51:40,226 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-11 15:51:40,292 main DEBUG Took 0.063537 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 15:51:40,293 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 15:51:40,293 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 15:51:40,295 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 15:51:40,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,310 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 15:51:40,329 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,335 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,336 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,337 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,338 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,340 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,341 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,342 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,343 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,344 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,345 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,346 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 15:51:40,347 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,347 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 15:51:40,350 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 15:51:40,351 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 15:51:40,354 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 15:51:40,356 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 15:51:40,359 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 15:51:40,359 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 15:51:40,376 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 15:51:40,379 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 15:51:40,385 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 15:51:40,386 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 15:51:40,387 main DEBUG createAppenders(={Console}) 2024-11-11 15:51:40,388 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-11 15:51:40,388 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-11 15:51:40,389 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-11 15:51:40,389 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 15:51:40,390 main DEBUG OutputStream closed 2024-11-11 15:51:40,390 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 15:51:40,390 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 15:51:40,391 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-11 15:51:40,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 15:51:40,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 15:51:40,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 15:51:40,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 15:51:40,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 15:51:40,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 15:51:40,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 15:51:40,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 15:51:40,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 15:51:40,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 15:51:40,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 15:51:40,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 15:51:40,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 15:51:40,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 15:51:40,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 15:51:40,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 15:51:40,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 15:51:40,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 15:51:40,582 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 15:51:40,582 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-11 15:51:40,583 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 15:51:40,584 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-11T15:51:40,612 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-11 15:51:40,617 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 15:51:40,617 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T15:51:40,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1162, ProcessCount=11, AvailableMemoryMB=5668 2024-11-11T15:51:41,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e 2024-11-11T15:51:41,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:51:41,200 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e, deleteOnExit=true 2024-11-11T15:51:41,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:51:41,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/test.cache.data in system properties and HBase conf 2024-11-11T15:51:41,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:51:41,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:51:41,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:51:41,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:51:41,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:51:41,334 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T15:51:41,505 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:51:41,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:51:41,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:51:41,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:51:41,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:51:41,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:51:41,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:51:41,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:51:41,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:51:41,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:51:41,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:51:41,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:51:41,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:51:41,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:51:41,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:51:43,041 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T15:51:43,222 INFO [Time-limited test {}] log.Log(170): Logging initialized @4264ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T15:51:43,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:51:43,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:51:43,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:51:43,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:51:43,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:51:43,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:51:43,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f5afe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:51:43,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f1445e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:51:44,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f30028c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/java.io.tmpdir/jetty-localhost-37719-hadoop-hdfs-3_4_1-tests_jar-_-any-10746690735991946956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:51:44,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70a7aa35{HTTP/1.1, (http/1.1)}{localhost:37719} 2024-11-11T15:51:44,085 INFO [Time-limited test {}] server.Server(415): Started @5128ms 2024-11-11T15:51:44,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:51:44,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:51:44,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:51:44,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:51:44,867 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:51:44,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33f0f2d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:51:44,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae5d1a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:51:45,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c13fb2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/java.io.tmpdir/jetty-localhost-35379-hadoop-hdfs-3_4_1-tests_jar-_-any-7469505283774434268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:51:45,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d3058f{HTTP/1.1, (http/1.1)}{localhost:35379} 2024-11-11T15:51:45,032 INFO [Time-limited test {}] server.Server(415): Started @6075ms 2024-11-11T15:51:45,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:51:45,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:51:45,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:51:45,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:51:45,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:51:45,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:51:45,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f7af1c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:51:45,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5df8cd15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:51:45,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@870712f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/java.io.tmpdir/jetty-localhost-44143-hadoop-hdfs-3_4_1-tests_jar-_-any-2159624019218623876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:51:45,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dfa6c78{HTTP/1.1, (http/1.1)}{localhost:44143} 2024-11-11T15:51:45,563 INFO [Time-limited test {}] server.Server(415): Started @6606ms 2024-11-11T15:51:45,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:51:45,783 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/data/data1/current/BP-2128758138-172.17.0.3-1731340302580/current, will proceed with Du for space computation calculation, 2024-11-11T15:51:45,784 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/data/data2/current/BP-2128758138-172.17.0.3-1731340302580/current, will proceed with Du for space computation calculation, 2024-11-11T15:51:45,785 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/data/data3/current/BP-2128758138-172.17.0.3-1731340302580/current, will proceed with Du for space computation calculation, 2024-11-11T15:51:45,801 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/data/data4/current/BP-2128758138-172.17.0.3-1731340302580/current, will proceed with Du for space computation calculation, 2024-11-11T15:51:45,926 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:51:45,927 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:51:46,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94e819e32eeeecf9 with lease ID 0x2e4f60079fcb9282: Processing first storage report for DS-f7f5d7a3-e59d-4285-8762-d43de62263d5 from datanode DatanodeRegistration(127.0.0.1:42253, datanodeUuid=5f7d15b2-3e99-4097-a7eb-70234a3e5b8e, infoPort=44023, infoSecurePort=0, ipcPort=38877, storageInfo=lv=-57;cid=testClusterID;nsid=899211399;c=1731340302580) 2024-11-11T15:51:46,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94e819e32eeeecf9 with lease ID 0x2e4f60079fcb9282: from storage DS-f7f5d7a3-e59d-4285-8762-d43de62263d5 node DatanodeRegistration(127.0.0.1:42253, datanodeUuid=5f7d15b2-3e99-4097-a7eb-70234a3e5b8e, infoPort=44023, infoSecurePort=0, ipcPort=38877, storageInfo=lv=-57;cid=testClusterID;nsid=899211399;c=1731340302580), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T15:51:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45cefed745f1bdbe with lease ID 0x2e4f60079fcb9281: Processing first storage report for DS-ff413f45-d9d4-4b59-92a6-130a63a0fb47 from datanode DatanodeRegistration(127.0.0.1:40475, datanodeUuid=855bd9fc-ce78-4003-989b-8aeaaf4bfc4a, infoPort=43765, infoSecurePort=0, ipcPort=45451, storageInfo=lv=-57;cid=testClusterID;nsid=899211399;c=1731340302580) 2024-11-11T15:51:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45cefed745f1bdbe with lease ID 0x2e4f60079fcb9281: from storage DS-ff413f45-d9d4-4b59-92a6-130a63a0fb47 node DatanodeRegistration(127.0.0.1:40475, datanodeUuid=855bd9fc-ce78-4003-989b-8aeaaf4bfc4a, infoPort=43765, infoSecurePort=0, ipcPort=45451, storageInfo=lv=-57;cid=testClusterID;nsid=899211399;c=1731340302580), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:51:46,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94e819e32eeeecf9 with lease ID 0x2e4f60079fcb9282: Processing first storage report for DS-8c1bff63-5425-49f2-b2c9-b8c924d6a343 from datanode DatanodeRegistration(127.0.0.1:42253, datanodeUuid=5f7d15b2-3e99-4097-a7eb-70234a3e5b8e, infoPort=44023, infoSecurePort=0, ipcPort=38877, storageInfo=lv=-57;cid=testClusterID;nsid=899211399;c=1731340302580) 2024-11-11T15:51:46,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94e819e32eeeecf9 with lease ID 0x2e4f60079fcb9282: from storage DS-8c1bff63-5425-49f2-b2c9-b8c924d6a343 node DatanodeRegistration(127.0.0.1:42253, datanodeUuid=5f7d15b2-3e99-4097-a7eb-70234a3e5b8e, infoPort=44023, infoSecurePort=0, ipcPort=38877, storageInfo=lv=-57;cid=testClusterID;nsid=899211399;c=1731340302580), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:51:46,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45cefed745f1bdbe with lease ID 0x2e4f60079fcb9281: Processing first storage report for DS-8cdd3ac6-bc0e-449a-8c7a-844bc27e5a69 from datanode DatanodeRegistration(127.0.0.1:40475, datanodeUuid=855bd9fc-ce78-4003-989b-8aeaaf4bfc4a, infoPort=43765, infoSecurePort=0, ipcPort=45451, storageInfo=lv=-57;cid=testClusterID;nsid=899211399;c=1731340302580) 2024-11-11T15:51:46,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45cefed745f1bdbe with lease ID 0x2e4f60079fcb9281: from storage DS-8cdd3ac6-bc0e-449a-8c7a-844bc27e5a69 node DatanodeRegistration(127.0.0.1:40475, datanodeUuid=855bd9fc-ce78-4003-989b-8aeaaf4bfc4a, infoPort=43765, infoSecurePort=0, ipcPort=45451, storageInfo=lv=-57;cid=testClusterID;nsid=899211399;c=1731340302580), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:51:46,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e 2024-11-11T15:51:46,338 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/zookeeper_0, clientPort=58771, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:51:46,360 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58771 2024-11-11T15:51:46,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:46,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:51:46,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:51:46,825 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03 with version=8 2024-11-11T15:51:46,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/hbase-staging 2024-11-11T15:51:46,955 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T15:51:47,319 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:51:47,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:47,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:47,342 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:51:47,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:47,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:51:47,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:51:47,665 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T15:51:47,691 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T15:51:47,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:51:47,761 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29377 (auto-detected) 2024-11-11T15:51:47,763 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T15:51:47,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34727 2024-11-11T15:51:47,872 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34727 connecting to ZooKeeper ensemble=127.0.0.1:58771 2024-11-11T15:51:47,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347270x0, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:51:47,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34727-0x1019807fcea0000 connected 2024-11-11T15:51:48,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:48,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:48,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:51:48,132 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03, hbase.cluster.distributed=false 2024-11-11T15:51:48,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:51:48,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-11T15:51:48,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34727 2024-11-11T15:51:48,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34727 2024-11-11T15:51:48,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-11T15:51:48,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-11T15:51:48,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:51:48,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:48,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:48,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:51:48,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:48,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:51:48,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:51:48,416 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:51:48,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39831 2024-11-11T15:51:48,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39831 connecting to ZooKeeper ensemble=127.0.0.1:58771 2024-11-11T15:51:48,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:48,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:48,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398310x0, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:51:48,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398310x0, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:51:48,463 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:51:48,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39831-0x1019807fcea0001 connected 2024-11-11T15:51:48,482 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:51:48,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:51:48,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:51:48,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-11T15:51:48,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39831 2024-11-11T15:51:48,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39831 2024-11-11T15:51:48,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-11T15:51:48,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39831 2024-11-11T15:51:48,553 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:51:48,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:48,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:48,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:51:48,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:48,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:51:48,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:51:48,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:51:48,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41293 2024-11-11T15:51:48,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41293 connecting to ZooKeeper ensemble=127.0.0.1:58771 2024-11-11T15:51:48,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:48,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:48,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412930x0, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:51:48,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41293-0x1019807fcea0002 connected 2024-11-11T15:51:48,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:51:48,600 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:51:48,604 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:51:48,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:51:48,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:51:48,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-11T15:51:48,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41293 2024-11-11T15:51:48,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41293 2024-11-11T15:51:48,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-11T15:51:48,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-11T15:51:48,650 DEBUG [M:0;9a1fddc00362:34727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:34727 2024-11-11T15:51:48,664 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9a1fddc00362,34727,1731340307040 2024-11-11T15:51:48,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:48,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:48,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:48,690 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9a1fddc00362,34727,1731340307040 2024-11-11T15:51:48,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:51:48,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:51:48,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:48,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:48,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:48,735 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T15:51:48,737 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9a1fddc00362,34727,1731340307040 from backup master directory 2024-11-11T15:51:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:48,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9a1fddc00362,34727,1731340307040 2024-11-11T15:51:48,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:48,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:48,744 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:51:48,744 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,34727,1731340307040 2024-11-11T15:51:48,746 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T15:51:48,748 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T15:51:48,829 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/hbase.id] with ID: 276d7d9a-5cad-4bb3-a4f9-9d102fbddd7d 2024-11-11T15:51:48,829 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/.tmp/hbase.id 2024-11-11T15:51:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:51:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:51:48,857 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/.tmp/hbase.id]:[hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/hbase.id] 2024-11-11T15:51:48,937 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:48,951 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:51:48,980 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-11T15:51:48,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:48,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:49,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:49,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:51:49,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:51:49,075 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:51:49,078 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:51:49,101 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T15:51:49,108 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:51:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:51:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:51:49,187 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store 2024-11-11T15:51:49,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:51:49,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:51:49,636 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T15:51:49,641 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:49,643 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:51:49,643 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:49,643 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:49,645 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:51:49,646 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:49,646 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:49,648 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340309643Disabling compacts and flushes for region at 1731340309643Disabling writes for close at 1731340309646 (+3 ms)Writing region close event to WAL at 1731340309646Closed at 1731340309646 2024-11-11T15:51:49,651 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/.initializing 2024-11-11T15:51:49,652 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/WALs/9a1fddc00362,34727,1731340307040 2024-11-11T15:51:49,663 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:51:49,691 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C34727%2C1731340307040, suffix=, logDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/WALs/9a1fddc00362,34727,1731340307040, archiveDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/oldWALs, maxLogs=10 2024-11-11T15:51:49,728 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/WALs/9a1fddc00362,34727,1731340307040/9a1fddc00362%2C34727%2C1731340307040.1731340309698, exclude list is [], retry=0 2024-11-11T15:51:49,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42253,DS-f7f5d7a3-e59d-4285-8762-d43de62263d5,DISK] 2024-11-11T15:51:49,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40475,DS-ff413f45-d9d4-4b59-92a6-130a63a0fb47,DISK] 2024-11-11T15:51:49,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T15:51:49,818 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/WALs/9a1fddc00362,34727,1731340307040/9a1fddc00362%2C34727%2C1731340307040.1731340309698 2024-11-11T15:51:49,820 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44023:44023),(127.0.0.1/127.0.0.1:43765:43765)] 2024-11-11T15:51:49,821 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:51:49,821 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:49,826 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,827 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:51:49,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:49,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:49,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:51:49,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:49,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:51:49,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:51:49,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:49,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:51:49,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:51:49,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:49,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:51:49,971 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,976 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,978 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,985 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,985 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,990 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:51:49,994 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:49,999 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:51:50,000 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72581118, jitterRate=0.08154293894767761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:51:50,010 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731340309846Initializing all the Stores at 1731340309856 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340309857 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340309863 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340309863Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340309864 (+1 ms)Cleaning up temporary data from old regions at 1731340309986 (+122 ms)Region opened successfully at 1731340310009 (+23 ms) 2024-11-11T15:51:50,016 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:51:50,069 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a70ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:51:50,114 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:51:50,131 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:51:50,131 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:51:50,135 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:51:50,138 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T15:51:50,144 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-11T15:51:50,144 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:51:50,183 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:51:50,196 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T15:51:50,199 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T15:51:50,202 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:51:50,205 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:51:50,207 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T15:51:50,210 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:51:50,215 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:51:50,217 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T15:51:50,222 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:51:50,224 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T15:51:50,254 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:51:50,256 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T15:51:50,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:51:50,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:51:50,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:50,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:50,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:51:50,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:50,272 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,34727,1731340307040, sessionid=0x1019807fcea0000, setting cluster-up flag (Was=false) 2024-11-11T15:51:50,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:50,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:50,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:50,306 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T15:51:50,311 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,34727,1731340307040 2024-11-11T15:51:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:50,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:50,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:50,331 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T15:51:50,344 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,34727,1731340307040 2024-11-11T15:51:50,364 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:51:50,443 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(746): ClusterId : 276d7d9a-5cad-4bb3-a4f9-9d102fbddd7d 2024-11-11T15:51:50,445 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(746): ClusterId : 276d7d9a-5cad-4bb3-a4f9-9d102fbddd7d 2024-11-11T15:51:50,446 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:51:50,448 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:51:50,456 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:51:50,457 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:51:50,457 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:51:50,457 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:51:50,462 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:51:50,463 DEBUG [RS:1;9a1fddc00362:41293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bcb6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:51:50,488 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:51:50,488 DEBUG [RS:0;9a1fddc00362:39831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff392b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:51:50,500 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:51:50,501 DEBUG [RS:1;9a1fddc00362:41293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9a1fddc00362:41293 2024-11-11T15:51:50,506 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:51:50,506 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:51:50,506 DEBUG [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:51:50,513 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:51:50,515 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:39831 2024-11-11T15:51:50,516 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:51:50,516 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:51:50,516 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:51:50,518 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,34727,1731340307040 with port=41293, startcode=1731340308552 2024-11-11T15:51:50,519 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,34727,1731340307040 with port=39831, startcode=1731340308339 2024-11-11T15:51:50,524 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:51:50,533 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,34727,1731340307040 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:51:50,538 DEBUG [RS:0;9a1fddc00362:39831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:51:50,540 DEBUG [RS:1;9a1fddc00362:41293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:51:50,552 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:51:50,552 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:51:50,553 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:51:50,553 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:51:50,553 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:51:50,553 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,553 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:51:50,554 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:51:50,589 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:51:50,597 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:50,597 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:51:50,610 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731340340610 2024-11-11T15:51:50,612 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:51:50,618 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:51:50,619 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:51:50,624 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:51:50,625 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:51:50,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:51:50,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:51:50,626 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:51:50,627 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,629 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:51:50,634 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:51:50,635 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:51:50,636 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:51:50,640 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:51:50,641 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:51:50,642 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:51:50,645 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340310643,5,FailOnTimeoutGroup] 2024-11-11T15:51:50,652 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340310645,5,FailOnTimeoutGroup] 2024-11-11T15:51:50,652 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,652 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:51:50,654 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,654 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:51:50,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:51:50,674 DEBUG [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:51:50,674 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:51:50,674 WARN [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:51:50,674 WARN [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:51:50,776 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,34727,1731340307040 with port=41293, startcode=1731340308552 2024-11-11T15:51:50,776 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,34727,1731340307040 with port=39831, startcode=1731340308339 2024-11-11T15:51:50,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,41293,1731340308552 2024-11-11T15:51:50,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,41293,1731340308552 2024-11-11T15:51:50,795 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,39831,1731340308339 2024-11-11T15:51:50,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,39831,1731340308339 2024-11-11T15:51:50,796 DEBUG [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03 2024-11-11T15:51:50,796 DEBUG [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32899 2024-11-11T15:51:50,796 DEBUG [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:51:50,802 DEBUG [RS:1;9a1fddc00362:41293 {}] zookeeper.ZKUtil(111): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,41293,1731340308552 2024-11-11T15:51:50,802 WARN [RS:1;9a1fddc00362:41293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:51:50,803 INFO [RS:1;9a1fddc00362:41293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:51:50,803 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03 2024-11-11T15:51:50,803 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32899 2024-11-11T15:51:50,803 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:51:50,803 DEBUG [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,41293,1731340308552 2024-11-11T15:51:50,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:51:50,813 DEBUG [RS:0;9a1fddc00362:39831 {}] zookeeper.ZKUtil(111): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,39831,1731340308339 2024-11-11T15:51:50,813 WARN [RS:0;9a1fddc00362:39831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:51:50,813 INFO [RS:0;9a1fddc00362:39831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:51:50,814 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,39831,1731340308339 2024-11-11T15:51:50,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,41293,1731340308552] 2024-11-11T15:51:50,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,39831,1731340308339] 2024-11-11T15:51:50,861 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:51:50,864 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:51:50,897 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:51:50,897 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:51:50,910 INFO [RS:1;9a1fddc00362:41293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:51:50,910 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,913 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:51:50,914 INFO [RS:0;9a1fddc00362:39831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:51:50,914 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,916 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:51:50,922 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:51:50,922 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:51:50,924 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,924 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,924 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,924 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,925 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,925 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,925 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,925 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,925 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,925 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,925 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,925 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,926 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:51:50,926 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:51:50,926 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,926 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,927 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,927 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,927 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,927 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,928 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,928 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,928 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,928 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:51:50,928 DEBUG [RS:0;9a1fddc00362:39831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:51:50,929 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,929 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,929 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:50,930 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:51:50,930 DEBUG [RS:1;9a1fddc00362:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:51:50,946 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,946 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,946 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,946 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,946 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,947 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41293,1731340308552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:51:50,948 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,948 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,949 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,949 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,960 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,960 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39831,1731340308339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:51:50,980 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:51:50,982 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41293,1731340308552-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,983 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:50,983 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.Replication(171): 9a1fddc00362,41293,1731340308552 started 2024-11-11T15:51:51,015 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:51:51,015 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,39831,1731340308339-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:51,017 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:51,017 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.Replication(171): 9a1fddc00362,39831,1731340308339 started 2024-11-11T15:51:51,018 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:51,019 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,41293,1731340308552, RpcServer on 9a1fddc00362/172.17.0.3:41293, sessionid=0x1019807fcea0002 2024-11-11T15:51:51,020 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:51:51,021 DEBUG [RS:1;9a1fddc00362:41293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,41293,1731340308552 2024-11-11T15:51:51,021 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,41293,1731340308552' 2024-11-11T15:51:51,021 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:51:51,022 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:51:51,023 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:51:51,023 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:51:51,024 DEBUG [RS:1;9a1fddc00362:41293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,41293,1731340308552 2024-11-11T15:51:51,024 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,41293,1731340308552' 2024-11-11T15:51:51,024 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:51:51,025 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:51:51,026 DEBUG [RS:1;9a1fddc00362:41293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:51:51,026 INFO [RS:1;9a1fddc00362:41293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:51:51,026 INFO [RS:1;9a1fddc00362:41293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:51:51,046 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:51,047 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,39831,1731340308339, RpcServer on 9a1fddc00362/172.17.0.3:39831, sessionid=0x1019807fcea0001 2024-11-11T15:51:51,047 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:51:51,047 DEBUG [RS:0;9a1fddc00362:39831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,39831,1731340308339 2024-11-11T15:51:51,047 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,39831,1731340308339' 2024-11-11T15:51:51,048 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:51:51,057 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:51:51,063 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:51:51,064 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:51:51,064 DEBUG [RS:0;9a1fddc00362:39831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,39831,1731340308339 2024-11-11T15:51:51,064 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,39831,1731340308339' 2024-11-11T15:51:51,064 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:51:51,065 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:51:51,065 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03 2024-11-11T15:51:51,067 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:51:51,069 DEBUG [RS:0;9a1fddc00362:39831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:51:51,069 INFO [RS:0;9a1fddc00362:39831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:51:51,069 INFO [RS:0;9a1fddc00362:39831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:51:51,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:51:51,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:51:51,113 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:51,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:51:51,135 INFO [RS:1;9a1fddc00362:41293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:51:51,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:51:51,145 INFO [RS:1;9a1fddc00362:41293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C41293%2C1731340308552, suffix=, logDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,41293,1731340308552, archiveDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/oldWALs, maxLogs=32 2024-11-11T15:51:51,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:51,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:51,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:51:51,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:51:51,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:51,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:51,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:51:51,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:51:51,170 INFO [RS:0;9a1fddc00362:39831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:51:51,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:51,172 DEBUG [RS:1;9a1fddc00362:41293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,41293,1731340308552/9a1fddc00362%2C41293%2C1731340308552.1731340311149, exclude list is [], retry=0 2024-11-11T15:51:51,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:51,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:51:51,180 INFO [RS:0;9a1fddc00362:39831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C39831%2C1731340308339, suffix=, logDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,39831,1731340308339, archiveDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/oldWALs, maxLogs=32 2024-11-11T15:51:51,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:51:51,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42253,DS-f7f5d7a3-e59d-4285-8762-d43de62263d5,DISK] 2024-11-11T15:51:51,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40475,DS-ff413f45-d9d4-4b59-92a6-130a63a0fb47,DISK] 2024-11-11T15:51:51,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:51,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:51,185 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:51:51,186 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740 2024-11-11T15:51:51,187 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740 2024-11-11T15:51:51,197 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:51:51,197 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:51:51,200 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:51:51,209 DEBUG [RS:0;9a1fddc00362:39831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,39831,1731340308339/9a1fddc00362%2C39831%2C1731340308339.1731340311184, exclude list is [], retry=0 2024-11-11T15:51:51,209 INFO [RS:1;9a1fddc00362:41293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,41293,1731340308552/9a1fddc00362%2C41293%2C1731340308552.1731340311149 2024-11-11T15:51:51,210 DEBUG [RS:1;9a1fddc00362:41293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44023:44023),(127.0.0.1/127.0.0.1:43765:43765)] 2024-11-11T15:51:51,220 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:51:51,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42253,DS-f7f5d7a3-e59d-4285-8762-d43de62263d5,DISK] 2024-11-11T15:51:51,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40475,DS-ff413f45-d9d4-4b59-92a6-130a63a0fb47,DISK] 2024-11-11T15:51:51,248 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:51:51,249 INFO [RS:0;9a1fddc00362:39831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,39831,1731340308339/9a1fddc00362%2C39831%2C1731340308339.1731340311184 2024-11-11T15:51:51,251 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73576394, jitterRate=0.09637370705604553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:51:51,252 DEBUG [RS:0;9a1fddc00362:39831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44023:44023),(127.0.0.1/127.0.0.1:43765:43765)] 2024-11-11T15:51:51,253 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731340311113Initializing all the Stores at 1731340311119 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340311119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340311124 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340311124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340311124Cleaning up temporary data from old regions at 1731340311199 (+75 ms)Region opened successfully at 1731340311253 (+54 ms) 2024-11-11T15:51:51,253 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:51:51,254 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:51:51,254 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:51:51,254 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:51:51,254 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:51:51,264 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:51:51,265 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340311253Disabling compacts and flushes for region at 1731340311253Disabling writes for close at 1731340311254 (+1 ms)Writing region close event to WAL at 1731340311264 (+10 ms)Closed at 1731340311264 2024-11-11T15:51:51,270 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:51:51,270 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:51:51,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:51:51,294 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:51:51,302 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:51:51,457 DEBUG [9a1fddc00362:34727 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T15:51:51,474 DEBUG [9a1fddc00362:34727 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:51:51,498 DEBUG [9a1fddc00362:34727 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:51:51,499 DEBUG [9a1fddc00362:34727 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:51:51,499 DEBUG [9a1fddc00362:34727 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:51:51,499 DEBUG [9a1fddc00362:34727 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:51:51,499 INFO [9a1fddc00362:34727 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:51:51,499 INFO [9a1fddc00362:34727 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:51:51,499 DEBUG [9a1fddc00362:34727 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:51:51,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,39831,1731340308339 2024-11-11T15:51:51,519 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,39831,1731340308339, state=OPENING 2024-11-11T15:51:51,530 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:51:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:51,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:51,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:51:51,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:51:51,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:51:51,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:51:51,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,39831,1731340308339}] 2024-11-11T15:51:51,737 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:51:51,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:51:51,766 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:51:51,766 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:51:51,767 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:51:51,778 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C39831%2C1731340308339.meta, suffix=.meta, logDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,39831,1731340308339, archiveDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/oldWALs, maxLogs=32 2024-11-11T15:51:51,803 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,39831,1731340308339/9a1fddc00362%2C39831%2C1731340308339.meta.1731340311781.meta, exclude list is [], retry=0 2024-11-11T15:51:51,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42253,DS-f7f5d7a3-e59d-4285-8762-d43de62263d5,DISK] 2024-11-11T15:51:51,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40475,DS-ff413f45-d9d4-4b59-92a6-130a63a0fb47,DISK] 2024-11-11T15:51:51,827 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,39831,1731340308339/9a1fddc00362%2C39831%2C1731340308339.meta.1731340311781.meta 2024-11-11T15:51:51,828 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44023:44023),(127.0.0.1/127.0.0.1:43765:43765)] 2024-11-11T15:51:51,828 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:51:51,831 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:51:51,834 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:51:51,840 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:51:51,847 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:51:51,847 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:51,848 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:51:51,848 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:51:51,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:51:51,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:51:51,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:51,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:51,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:51:51,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:51:51,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:51,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:51,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:51:51,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:51:51,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:51,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:51,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:51:51,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:51:51,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:51,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:51,890 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:51:51,894 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740 2024-11-11T15:51:51,901 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740 2024-11-11T15:51:51,910 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:51:51,910 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:51:51,912 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:51:51,929 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:51:51,939 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73786831, jitterRate=0.09950946271419525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:51:51,940 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:51:51,942 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731340311849Writing region info on filesystem at 1731340311849Initializing all the Stores at 1731340311856 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340311856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340311860 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340311860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340311860Cleaning up temporary data from old regions at 1731340311910 (+50 ms)Running coprocessor post-open hooks at 1731340311940 (+30 ms)Region opened successfully at 1731340311941 (+1 ms) 2024-11-11T15:51:51,951 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731340311725 2024-11-11T15:51:51,973 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:51:51,973 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:51:51,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,39831,1731340308339 2024-11-11T15:51:51,984 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,39831,1731340308339, state=OPEN 2024-11-11T15:51:51,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:51:51,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:51:51,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:51:51,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:51:51,997 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,39831,1731340308339 2024-11-11T15:51:51,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:51:51,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:51:52,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:51:52,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,39831,1731340308339 in 448 msec 2024-11-11T15:51:52,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:51:52,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 737 msec 2024-11-11T15:51:52,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:51:52,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:51:52,059 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:51:52,061 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,39831,1731340308339, seqNum=-1] 2024-11-11T15:51:52,087 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:51:52,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:51:52,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7240 sec 2024-11-11T15:51:52,150 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731340312150, completionTime=-1 2024-11-11T15:51:52,154 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T15:51:52,154 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:51:52,207 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T15:51:52,208 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731340372207 2024-11-11T15:51:52,208 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731340432208 2024-11-11T15:51:52,208 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 53 msec 2024-11-11T15:51:52,213 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:51:52,223 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34727,1731340307040-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:52,224 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34727,1731340307040-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:52,224 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34727,1731340307040-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:52,226 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:34727, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:52,230 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:52,232 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:52,240 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:51:52,273 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.529sec 2024-11-11T15:51:52,277 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:51:52,279 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:51:52,280 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:51:52,281 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:51:52,281 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:51:52,318 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34727,1731340307040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:51:52,319 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34727,1731340307040-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:51:52,330 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:51:52,331 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:51:52,331 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34727,1731340307040-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:52,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36819c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:51:52,370 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T15:51:52,370 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T15:51:52,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34727,-1 for getting cluster id 2024-11-11T15:51:52,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:51:52,414 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '276d7d9a-5cad-4bb3-a4f9-9d102fbddd7d' 2024-11-11T15:51:52,418 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:51:52,418 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "276d7d9a-5cad-4bb3-a4f9-9d102fbddd7d" 2024-11-11T15:51:52,419 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e580e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:51:52,419 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34727,-1] 2024-11-11T15:51:52,423 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:51:52,425 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:52,427 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:51:52,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6796e355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:51:52,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:51:52,449 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,39831,1731340308339, seqNum=-1] 2024-11-11T15:51:52,450 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:51:52,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:51:52,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,34727,1731340307040 2024-11-11T15:51:52,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:51:52,497 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,34727,1731340307040 2024-11-11T15:51:52,500 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b315958 2024-11-11T15:51:52,502 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:51:52,505 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:51:52,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:51:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T15:51:52,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:51:52,533 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:52,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T15:51:52,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:51:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:51:52,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:51:52,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:51:52,593 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 081be84dbb884cf6cfbcf0fce0f8913b, NAME => 'testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03 2024-11-11T15:51:52,595 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f6dfa5e7e59b213eca1884daac7bfbfc, NAME => 'testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03 2024-11-11T15:51:52,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:51:52,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:51:52,637 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:52,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 081be84dbb884cf6cfbcf0fce0f8913b, disabling compactions & flushes 2024-11-11T15:51:52,638 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:52,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:52,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. after waiting 0 ms 2024-11-11T15:51:52,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:52,638 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:52,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 081be84dbb884cf6cfbcf0fce0f8913b: Waiting for close lock at 1731340312638Disabling compacts and flushes for region at 1731340312638Disabling writes for close at 1731340312638Writing region close event to WAL at 1731340312638Closed at 1731340312638 2024-11-11T15:51:52,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:51:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:51:52,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:52,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f6dfa5e7e59b213eca1884daac7bfbfc, disabling compactions & flushes 2024-11-11T15:51:52,645 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:52,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:52,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. after waiting 0 ms 2024-11-11T15:51:52,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:52,645 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:52,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f6dfa5e7e59b213eca1884daac7bfbfc: Waiting for close lock at 1731340312645Disabling compacts and flushes for region at 1731340312645Disabling writes for close at 1731340312645Writing region close event to WAL at 1731340312645Closed at 1731340312645 2024-11-11T15:51:52,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:51:52,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340312650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340312650"}]},"ts":"1731340312650"} 2024-11-11T15:51:52,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340312650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340312650"}]},"ts":"1731340312650"} 2024-11-11T15:51:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:51:52,716 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T15:51:52,724 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:51:52,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340312724"}]},"ts":"1731340312724"} 2024-11-11T15:51:52,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T15:51:52,737 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:51:52,741 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:51:52,741 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:51:52,741 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:51:52,741 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:51:52,741 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:51:52,741 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:51:52,741 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:51:52,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=081be84dbb884cf6cfbcf0fce0f8913b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f6dfa5e7e59b213eca1884daac7bfbfc, ASSIGN}] 2024-11-11T15:51:52,746 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f6dfa5e7e59b213eca1884daac7bfbfc, ASSIGN 2024-11-11T15:51:52,747 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=081be84dbb884cf6cfbcf0fce0f8913b, ASSIGN 2024-11-11T15:51:52,749 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f6dfa5e7e59b213eca1884daac7bfbfc, ASSIGN; state=OFFLINE, location=9a1fddc00362,39831,1731340308339; forceNewPlan=false, retain=false 2024-11-11T15:51:52,749 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=081be84dbb884cf6cfbcf0fce0f8913b, ASSIGN; state=OFFLINE, location=9a1fddc00362,41293,1731340308552; forceNewPlan=false, retain=false 2024-11-11T15:51:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:51:52,903 INFO [9a1fddc00362:34727 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T15:51:52,904 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=081be84dbb884cf6cfbcf0fce0f8913b, regionState=OPENING, regionLocation=9a1fddc00362,41293,1731340308552 2024-11-11T15:51:52,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f6dfa5e7e59b213eca1884daac7bfbfc, regionState=OPENING, regionLocation=9a1fddc00362,39831,1731340308339 2024-11-11T15:51:52,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f6dfa5e7e59b213eca1884daac7bfbfc, ASSIGN because future has completed 2024-11-11T15:51:52,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6dfa5e7e59b213eca1884daac7bfbfc, server=9a1fddc00362,39831,1731340308339}] 2024-11-11T15:51:52,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=081be84dbb884cf6cfbcf0fce0f8913b, ASSIGN because future has completed 2024-11-11T15:51:52,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 081be84dbb884cf6cfbcf0fce0f8913b, server=9a1fddc00362,41293,1731340308552}] 2024-11-11T15:51:53,079 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:53,079 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f6dfa5e7e59b213eca1884daac7bfbfc, NAME => 'testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T15:51:53,079 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,079 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:53,080 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,080 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,082 INFO [StoreOpener-f6dfa5e7e59b213eca1884daac7bfbfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,085 INFO [StoreOpener-f6dfa5e7e59b213eca1884daac7bfbfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6dfa5e7e59b213eca1884daac7bfbfc columnFamilyName family 2024-11-11T15:51:53,085 DEBUG [StoreOpener-f6dfa5e7e59b213eca1884daac7bfbfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:53,086 INFO [StoreOpener-f6dfa5e7e59b213eca1884daac7bfbfc-1 {}] regionserver.HStore(327): Store=f6dfa5e7e59b213eca1884daac7bfbfc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:51:53,086 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,088 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,088 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:51:53,089 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,090 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,090 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:51:53,094 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,097 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:53,098 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 081be84dbb884cf6cfbcf0fce0f8913b, NAME => 'testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T15:51:53,098 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,098 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:53,099 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,099 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,106 INFO [StoreOpener-081be84dbb884cf6cfbcf0fce0f8913b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,108 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/f6dfa5e7e59b213eca1884daac7bfbfc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:51:53,109 INFO [StoreOpener-081be84dbb884cf6cfbcf0fce0f8913b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 081be84dbb884cf6cfbcf0fce0f8913b columnFamilyName family 2024-11-11T15:51:53,109 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f6dfa5e7e59b213eca1884daac7bfbfc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69729052, jitterRate=0.0390438437461853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:51:53,109 DEBUG [StoreOpener-081be84dbb884cf6cfbcf0fce0f8913b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:53,109 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:53,110 INFO [StoreOpener-081be84dbb884cf6cfbcf0fce0f8913b-1 {}] regionserver.HStore(327): Store=081be84dbb884cf6cfbcf0fce0f8913b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:51:53,110 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f6dfa5e7e59b213eca1884daac7bfbfc: Running coprocessor pre-open hook at 1731340313080Writing region info on filesystem at 1731340313080Initializing all the Stores at 1731340313082 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340313082Cleaning up temporary data from old regions at 1731340313090 (+8 ms)Running coprocessor post-open hooks at 1731340313109 (+19 ms)Region opened successfully at 1731340313110 (+1 ms) 2024-11-11T15:51:53,110 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,113 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,116 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,116 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc., pid=7, masterSystemTime=1731340313070 2024-11-11T15:51:53,117 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,117 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,121 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,127 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/081be84dbb884cf6cfbcf0fce0f8913b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:51:53,128 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 081be84dbb884cf6cfbcf0fce0f8913b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74527852, jitterRate=0.11055153608322144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:51:53,128 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:53,128 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 081be84dbb884cf6cfbcf0fce0f8913b: Running coprocessor pre-open hook at 1731340313099Writing region info on filesystem at 1731340313099Initializing all the Stores at 1731340313105 (+6 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340313105Cleaning up temporary data from old regions at 1731340313117 (+12 ms)Running coprocessor post-open hooks at 1731340313128 (+11 ms)Region opened successfully at 1731340313128 2024-11-11T15:51:53,129 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:53,129 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:53,131 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f6dfa5e7e59b213eca1884daac7bfbfc, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,39831,1731340308339 2024-11-11T15:51:53,134 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b., pid=8, masterSystemTime=1731340313088 2024-11-11T15:51:53,138 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:53,138 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:53,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6dfa5e7e59b213eca1884daac7bfbfc, server=9a1fddc00362,39831,1731340308339 because future has completed 2024-11-11T15:51:53,141 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=081be84dbb884cf6cfbcf0fce0f8913b, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,41293,1731340308552 2024-11-11T15:51:53,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 081be84dbb884cf6cfbcf0fce0f8913b, server=9a1fddc00362,41293,1731340308552 because future has completed 2024-11-11T15:51:53,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T15:51:53,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f6dfa5e7e59b213eca1884daac7bfbfc, server=9a1fddc00362,39831,1731340308339 in 237 msec 2024-11-11T15:51:53,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T15:51:53,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 081be84dbb884cf6cfbcf0fce0f8913b, server=9a1fddc00362,41293,1731340308552 in 231 msec 2024-11-11T15:51:53,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f6dfa5e7e59b213eca1884daac7bfbfc, ASSIGN in 411 msec 2024-11-11T15:51:53,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:51:53,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=081be84dbb884cf6cfbcf0fce0f8913b, ASSIGN in 412 msec 2024-11-11T15:51:53,161 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:51:53,162 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340313161"}]},"ts":"1731340313161"} 2024-11-11T15:51:53,166 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T15:51:53,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:51:53,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 650 msec 2024-11-11T15:51:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:51:53,178 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T15:51:53,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T15:51:53,180 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:51:53,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T15:51:53,188 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:51:53,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T15:51:53,199 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b., hostname=9a1fddc00362,41293,1731340308552, seqNum=2] 2024-11-11T15:51:53,200 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:51:53,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:51:53,227 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc., hostname=9a1fddc00362,39831,1731340308339, seqNum=2] 2024-11-11T15:51:53,263 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f6dfa5e7e59b213eca1884daac7bfbfc 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T15:51:53,395 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/f6dfa5e7e59b213eca1884daac7bfbfc/.tmp/family/a3fa6928a645403aa77742d3dc86ca8d is 32, key is 5/family:/1731340313228/Put/seqid=0 2024-11-11T15:51:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741839_1015 (size=5083) 2024-11-11T15:51:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741839_1015 (size=5083) 2024-11-11T15:51:53,815 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/f6dfa5e7e59b213eca1884daac7bfbfc/.tmp/family/a3fa6928a645403aa77742d3dc86ca8d 2024-11-11T15:51:53,883 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/f6dfa5e7e59b213eca1884daac7bfbfc/.tmp/family/a3fa6928a645403aa77742d3dc86ca8d as hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/f6dfa5e7e59b213eca1884daac7bfbfc/family/a3fa6928a645403aa77742d3dc86ca8d 2024-11-11T15:51:53,899 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/f6dfa5e7e59b213eca1884daac7bfbfc/family/a3fa6928a645403aa77742d3dc86ca8d, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T15:51:53,911 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f6dfa5e7e59b213eca1884daac7bfbfc in 647ms, sequenceid=9, compaction requested=false 2024-11-11T15:51:53,913 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-11T15:51:53,916 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f6dfa5e7e59b213eca1884daac7bfbfc: 2024-11-11T15:51:53,916 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 081be84dbb884cf6cfbcf0fce0f8913b 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T15:51:53,952 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/081be84dbb884cf6cfbcf0fce0f8913b/.tmp/family/56e4134b1aa64694be350916855b0434 is 32, key is 1/family:/1731340313204/Put/seqid=0 2024-11-11T15:51:53,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741840_1016 (size=5054) 2024-11-11T15:51:53,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741840_1016 (size=5054) 2024-11-11T15:51:53,987 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/081be84dbb884cf6cfbcf0fce0f8913b/.tmp/family/56e4134b1aa64694be350916855b0434 2024-11-11T15:51:54,011 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/081be84dbb884cf6cfbcf0fce0f8913b/.tmp/family/56e4134b1aa64694be350916855b0434 as hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/081be84dbb884cf6cfbcf0fce0f8913b/family/56e4134b1aa64694be350916855b0434 2024-11-11T15:51:54,027 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/081be84dbb884cf6cfbcf0fce0f8913b/family/56e4134b1aa64694be350916855b0434, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T15:51:54,034 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 081be84dbb884cf6cfbcf0fce0f8913b in 118ms, sequenceid=8, compaction requested=false 2024-11-11T15:51:54,035 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 081be84dbb884cf6cfbcf0fce0f8913b: 2024-11-11T15:51:54,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e65443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:51:54,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,34727,-1 for getting cluster id 2024-11-11T15:51:54,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:51:54,048 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '276d7d9a-5cad-4bb3-a4f9-9d102fbddd7d' 2024-11-11T15:51:54,049 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:51:54,049 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "276d7d9a-5cad-4bb3-a4f9-9d102fbddd7d" 2024-11-11T15:51:54,052 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fe082b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:51:54,052 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,34727,-1] 2024-11-11T15:51:54,053 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:51:54,054 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:54,058 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:51:54,060 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790a5699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:51:54,092 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T15:51:54,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:51:54,105 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,39831,1731340308339, seqNum=-1] 2024-11-11T15:51:54,105 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:51:54,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:51:54,132 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:51:54,138 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:51:54,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:51:54,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:51:54,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:51:54,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:51:54,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:54,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:54,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:51:54,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:51:54,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:51:54,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:51:54,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:54,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:54,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:51:54,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:51:54,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=951625424, stopped=false 2024-11-11T15:51:54,157 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,34727,1731340307040 2024-11-11T15:51:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:51:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:51:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:54,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:51:54,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:54,163 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:51:54,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:51:54,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:51:54,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:51:54,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:51:54,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:54,165 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,39831,1731340308339' ***** 2024-11-11T15:51:54,165 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:51:54,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:51:54,166 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:51:54,166 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:51:54,166 INFO [RS:0;9a1fddc00362:39831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:51:54,167 INFO [RS:0;9a1fddc00362:39831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:51:54,167 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(3091): Received CLOSE for f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:54,168 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,41293,1731340308552' ***** 2024-11-11T15:51:54,168 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:51:54,168 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,39831,1731340308339 2024-11-11T15:51:54,168 INFO [RS:0;9a1fddc00362:39831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:51:54,168 INFO [RS:0;9a1fddc00362:39831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:39831. 2024-11-11T15:51:54,168 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:51:54,168 DEBUG [RS:0;9a1fddc00362:39831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:51:54,168 DEBUG [RS:0;9a1fddc00362:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:54,168 INFO [RS:1;9a1fddc00362:41293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:51:54,169 INFO [RS:1;9a1fddc00362:41293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:51:54,169 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(3091): Received CLOSE for 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:54,169 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:51:54,169 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:51:54,169 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:51:54,169 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:51:54,169 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6dfa5e7e59b213eca1884daac7bfbfc, disabling compactions & flushes 2024-11-11T15:51:54,169 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:54,169 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:51:54,169 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:54,169 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. after waiting 0 ms 2024-11-11T15:51:54,169 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:54,170 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,41293,1731340308552 2024-11-11T15:51:54,170 INFO [RS:1;9a1fddc00362:41293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:51:54,171 INFO [RS:1;9a1fddc00362:41293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9a1fddc00362:41293. 2024-11-11T15:51:54,171 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 081be84dbb884cf6cfbcf0fce0f8913b, disabling compactions & flushes 2024-11-11T15:51:54,171 DEBUG [RS:1;9a1fddc00362:41293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:51:54,171 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:51:54,171 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:54,171 DEBUG [RS:1;9a1fddc00362:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:54,171 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:51:54,171 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f6dfa5e7e59b213eca1884daac7bfbfc=testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc.} 2024-11-11T15:51:54,171 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:51:54,171 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:51:54,171 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:51:54,171 DEBUG [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(1325): Online Regions={081be84dbb884cf6cfbcf0fce0f8913b=testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b.} 2024-11-11T15:51:54,171 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:51:54,171 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:51:54,171 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6dfa5e7e59b213eca1884daac7bfbfc 2024-11-11T15:51:54,171 DEBUG [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(1351): Waiting on 081be84dbb884cf6cfbcf0fce0f8913b 2024-11-11T15:51:54,172 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:54,172 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T15:51:54,172 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. after waiting 0 ms 2024-11-11T15:51:54,172 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:54,184 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:51:54,207 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/081be84dbb884cf6cfbcf0fce0f8913b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T15:51:54,209 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/default/testClearRegionBlockCache/f6dfa5e7e59b213eca1884daac7bfbfc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T15:51:54,216 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:54,216 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6dfa5e7e59b213eca1884daac7bfbfc: Waiting for close lock at 1731340314169Running coprocessor pre-close hooks at 1731340314169Disabling compacts and flushes for region at 1731340314169Disabling writes for close at 1731340314169Writing region close event to WAL at 1731340314180 (+11 ms)Running coprocessor post-close hooks at 1731340314214 (+34 ms)Closed at 1731340314216 (+2 ms) 2024-11-11T15:51:54,217 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc. 2024-11-11T15:51:54,216 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:54,218 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 081be84dbb884cf6cfbcf0fce0f8913b: Waiting for close lock at 1731340314170Running coprocessor pre-close hooks at 1731340314171 (+1 ms)Disabling compacts and flushes for region at 1731340314171Disabling writes for close at 1731340314172 (+1 ms)Writing region close event to WAL at 1731340314178 (+6 ms)Running coprocessor post-close hooks at 1731340314212 (+34 ms)Closed at 1731340314216 (+4 ms) 2024-11-11T15:51:54,218 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731340312507.081be84dbb884cf6cfbcf0fce0f8913b. 2024-11-11T15:51:54,249 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/.tmp/info/8f2230f28f4247c5af443d689b9259d8 is 173, key is testClearRegionBlockCache,5,1731340312507.f6dfa5e7e59b213eca1884daac7bfbfc./info:regioninfo/1731340313131/Put/seqid=0 2024-11-11T15:51:54,267 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:51:54,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:51:54,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:51:54,289 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/.tmp/info/8f2230f28f4247c5af443d689b9259d8 2024-11-11T15:51:54,337 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/.tmp/ns/693a3645d7264a968a56c9dc95bbcb71 is 43, key is default/ns:d/1731340312095/Put/seqid=0 2024-11-11T15:51:54,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:51:54,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:51:54,372 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:51:54,372 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,41293,1731340308552; all regions closed. 2024-11-11T15:51:54,375 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/.tmp/ns/693a3645d7264a968a56c9dc95bbcb71 2024-11-11T15:51:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741833_1009 (size=1758) 2024-11-11T15:51:54,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741833_1009 (size=1758) 2024-11-11T15:51:54,397 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/WALs/9a1fddc00362,41293,1731340308552/9a1fddc00362%2C41293%2C1731340308552.1731340311149 not finished, retry = 0 2024-11-11T15:51:54,434 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/.tmp/table/bcade6afa2d746db9fc20c24ae344902 is 61, key is testClearRegionBlockCache/table:state/1731340313161/Put/seqid=0 2024-11-11T15:51:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:51:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:51:54,470 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/.tmp/table/bcade6afa2d746db9fc20c24ae344902 2024-11-11T15:51:54,484 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/.tmp/info/8f2230f28f4247c5af443d689b9259d8 as hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/info/8f2230f28f4247c5af443d689b9259d8 2024-11-11T15:51:54,514 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/info/8f2230f28f4247c5af443d689b9259d8, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T15:51:54,514 DEBUG [RS:1;9a1fddc00362:41293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/oldWALs 2024-11-11T15:51:54,514 INFO [RS:1;9a1fddc00362:41293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C41293%2C1731340308552:(num 1731340311149) 2024-11-11T15:51:54,514 DEBUG [RS:1;9a1fddc00362:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:54,514 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:51:54,515 INFO [RS:1;9a1fddc00362:41293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:51:54,516 INFO [RS:1;9a1fddc00362:41293 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:51:54,516 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:51:54,516 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/.tmp/ns/693a3645d7264a968a56c9dc95bbcb71 as hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/ns/693a3645d7264a968a56c9dc95bbcb71 2024-11-11T15:51:54,516 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:51:54,516 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:51:54,516 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:51:54,517 INFO [RS:1;9a1fddc00362:41293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:51:54,517 INFO [RS:1;9a1fddc00362:41293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41293 2024-11-11T15:51:54,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,41293,1731340308552 2024-11-11T15:51:54,525 INFO [RS:1;9a1fddc00362:41293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:51:54,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:51:54,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,41293,1731340308552] 2024-11-11T15:51:54,538 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,41293,1731340308552 already deleted, retry=false 2024-11-11T15:51:54,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,41293,1731340308552 expired; onlineServers=1 2024-11-11T15:51:54,540 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/ns/693a3645d7264a968a56c9dc95bbcb71, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T15:51:54,543 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/.tmp/table/bcade6afa2d746db9fc20c24ae344902 as hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/table/bcade6afa2d746db9fc20c24ae344902 2024-11-11T15:51:54,555 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/table/bcade6afa2d746db9fc20c24ae344902, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T15:51:54,561 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 390ms, sequenceid=13, compaction requested=false 2024-11-11T15:51:54,561 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T15:51:54,572 DEBUG [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:51:54,575 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T15:51:54,576 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:51:54,577 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:51:54,577 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340314171Running coprocessor pre-close hooks at 1731340314171Disabling compacts and flushes for region at 1731340314171Disabling writes for close at 1731340314171Obtaining lock to block concurrent updates at 1731340314172 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731340314172Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731340314172Flushing stores of hbase:meta,,1.1588230740 at 1731340314173 (+1 ms)Flushing 1588230740/info: creating writer at 1731340314174 (+1 ms)Flushing 1588230740/info: appending metadata at 1731340314244 (+70 ms)Flushing 1588230740/info: closing flushed file at 1731340314244Flushing 1588230740/ns: creating writer at 1731340314308 (+64 ms)Flushing 1588230740/ns: appending metadata at 1731340314336 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731340314336Flushing 1588230740/table: creating writer at 1731340314398 (+62 ms)Flushing 1588230740/table: appending metadata at 1731340314432 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731340314433 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b6f980: reopening flushed file at 1731340314482 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d25bf6e: reopening flushed file at 1731340314514 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ffbde9: reopening flushed file at 1731340314541 (+27 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 390ms, sequenceid=13, compaction requested=false at 1731340314561 (+20 ms)Writing region close event to WAL at 1731340314566 (+5 ms)Running coprocessor post-close hooks at 1731340314576 (+10 ms)Closed at 1731340314577 (+1 ms) 2024-11-11T15:51:54,577 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:51:54,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:51:54,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1019807fcea0002, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:51:54,637 INFO [RS:1;9a1fddc00362:41293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:51:54,637 INFO [RS:1;9a1fddc00362:41293 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,41293,1731340308552; zookeeper connection closed. 2024-11-11T15:51:54,638 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3499491a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3499491a 2024-11-11T15:51:54,772 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,39831,1731340308339; all regions closed. 2024-11-11T15:51:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:51:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:51:54,785 DEBUG [RS:0;9a1fddc00362:39831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/oldWALs 2024-11-11T15:51:54,785 INFO [RS:0;9a1fddc00362:39831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C39831%2C1731340308339.meta:.meta(num 1731340311781) 2024-11-11T15:51:54,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741834_1010 (size=1867) 2024-11-11T15:51:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741834_1010 (size=1867) 2024-11-11T15:51:54,806 DEBUG [RS:0;9a1fddc00362:39831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/oldWALs 2024-11-11T15:51:54,806 INFO [RS:0;9a1fddc00362:39831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C39831%2C1731340308339:(num 1731340311184) 2024-11-11T15:51:54,806 DEBUG [RS:0;9a1fddc00362:39831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:51:54,806 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:51:54,806 INFO [RS:0;9a1fddc00362:39831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:51:54,807 INFO [RS:0;9a1fddc00362:39831 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:51:54,807 INFO [RS:0;9a1fddc00362:39831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:51:54,807 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:51:54,807 INFO [RS:0;9a1fddc00362:39831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39831 2024-11-11T15:51:54,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,39831,1731340308339 2024-11-11T15:51:54,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:51:54,810 INFO [RS:0;9a1fddc00362:39831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:51:54,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,39831,1731340308339] 2024-11-11T15:51:54,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,39831,1731340308339 already deleted, retry=false 2024-11-11T15:51:54,812 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,39831,1731340308339 expired; onlineServers=0 2024-11-11T15:51:54,812 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,34727,1731340307040' ***** 2024-11-11T15:51:54,813 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:51:54,813 INFO [M:0;9a1fddc00362:34727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:51:54,813 INFO [M:0;9a1fddc00362:34727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:51:54,813 DEBUG [M:0;9a1fddc00362:34727 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:51:54,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:51:54,813 DEBUG [M:0;9a1fddc00362:34727 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:51:54,813 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340310643 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340310643,5,FailOnTimeoutGroup] 2024-11-11T15:51:54,813 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340310645 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340310645,5,FailOnTimeoutGroup] 2024-11-11T15:51:54,814 INFO [M:0;9a1fddc00362:34727 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:51:54,814 INFO [M:0;9a1fddc00362:34727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:51:54,814 DEBUG [M:0;9a1fddc00362:34727 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:51:54,814 INFO [M:0;9a1fddc00362:34727 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:51:54,814 INFO [M:0;9a1fddc00362:34727 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:51:54,815 INFO [M:0;9a1fddc00362:34727 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:51:54,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:51:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T15:51:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:54,816 DEBUG [M:0;9a1fddc00362:34727 {}] zookeeper.ZKUtil(347): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T15:51:54,816 WARN [M:0;9a1fddc00362:34727 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:51:54,817 INFO [M:0;9a1fddc00362:34727 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/.lastflushedseqids 2024-11-11T15:51:54,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741844_1020 (size=182) 2024-11-11T15:51:54,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741844_1020 (size=182) 2024-11-11T15:51:54,840 INFO [M:0;9a1fddc00362:34727 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:51:54,844 INFO [M:0;9a1fddc00362:34727 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:51:54,844 DEBUG [M:0;9a1fddc00362:34727 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:51:54,844 INFO [M:0;9a1fddc00362:34727 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:54,844 DEBUG [M:0;9a1fddc00362:34727 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:54,844 DEBUG [M:0;9a1fddc00362:34727 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:51:54,844 DEBUG [M:0;9a1fddc00362:34727 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:54,845 INFO [M:0;9a1fddc00362:34727 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T15:51:54,882 DEBUG [M:0;9a1fddc00362:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf50e010d56408fa914f4501e229601 is 82, key is hbase:meta,,1/info:regioninfo/1731340311978/Put/seqid=0 2024-11-11T15:51:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:51:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:51:54,903 INFO [M:0;9a1fddc00362:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf50e010d56408fa914f4501e229601 2024-11-11T15:51:54,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:51:54,911 INFO [RS:0;9a1fddc00362:39831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:51:54,912 INFO [RS:0;9a1fddc00362:39831 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,39831,1731340308339; zookeeper connection closed. 2024-11-11T15:51:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39831-0x1019807fcea0001, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:51:54,912 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bf2b4a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bf2b4a4 2024-11-11T15:51:54,914 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T15:51:54,938 DEBUG [M:0;9a1fddc00362:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e813da6589994cd4b33719d5fed8f0f4 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731340313170/Put/seqid=0 2024-11-11T15:51:54,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741846_1022 (size=6219) 2024-11-11T15:51:54,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741846_1022 (size=6219) 2024-11-11T15:51:54,955 INFO [M:0;9a1fddc00362:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e813da6589994cd4b33719d5fed8f0f4 2024-11-11T15:51:55,002 DEBUG [M:0;9a1fddc00362:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f01e2b568a3e4048be754e468546e56e is 69, key is 9a1fddc00362,39831,1731340308339/rs:state/1731340310796/Put/seqid=0 2024-11-11T15:51:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:51:55,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:51:55,422 INFO [M:0;9a1fddc00362:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f01e2b568a3e4048be754e468546e56e 2024-11-11T15:51:55,435 DEBUG [M:0;9a1fddc00362:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf50e010d56408fa914f4501e229601 as hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdf50e010d56408fa914f4501e229601 2024-11-11T15:51:55,446 INFO [M:0;9a1fddc00362:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdf50e010d56408fa914f4501e229601, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T15:51:55,448 DEBUG [M:0;9a1fddc00362:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e813da6589994cd4b33719d5fed8f0f4 as hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e813da6589994cd4b33719d5fed8f0f4 2024-11-11T15:51:55,461 INFO [M:0;9a1fddc00362:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e813da6589994cd4b33719d5fed8f0f4, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T15:51:55,463 DEBUG [M:0;9a1fddc00362:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f01e2b568a3e4048be754e468546e56e as hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f01e2b568a3e4048be754e468546e56e 2024-11-11T15:51:55,473 INFO [M:0;9a1fddc00362:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32899/user/jenkins/test-data/15f8fbaf-87af-ea37-7281-b7c29c08bd03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f01e2b568a3e4048be754e468546e56e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T15:51:55,477 INFO [M:0;9a1fddc00362:34727 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=71, compaction requested=false 2024-11-11T15:51:55,481 INFO [M:0;9a1fddc00362:34727 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:55,482 DEBUG [M:0;9a1fddc00362:34727 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340314844Disabling compacts and flushes for region at 1731340314844Disabling writes for close at 1731340314844Obtaining lock to block concurrent updates at 1731340314845 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731340314845Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731340314845Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731340314846 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731340314847 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731340314881 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731340314881Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731340314914 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731340314937 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731340314937Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731340314976 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731340315001 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731340315001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439edd15: reopening flushed file at 1731340315432 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4cb915: reopening flushed file at 1731340315446 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e06fa5: reopening flushed file at 1731340315461 (+15 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=71, compaction requested=false at 1731340315477 (+16 ms)Writing region close event to WAL at 1731340315481 (+4 ms)Closed at 1731340315481 2024-11-11T15:51:55,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40475 is added to blk_1073741830_1006 (size=35440) 2024-11-11T15:51:55,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42253 is added to blk_1073741830_1006 (size=35440) 2024-11-11T15:51:55,504 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:51:55,505 INFO [M:0;9a1fddc00362:34727 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:51:55,505 INFO [M:0;9a1fddc00362:34727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34727 2024-11-11T15:51:55,505 INFO [M:0;9a1fddc00362:34727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:51:55,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:51:55,609 INFO [M:0;9a1fddc00362:34727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:51:55,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1019807fcea0000, quorum=127.0.0.1:58771, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:51:55,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@870712f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:51:55,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dfa6c78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:51:55,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:51:55,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5df8cd15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:51:55,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f7af1c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.log.dir/,STOPPED} 2024-11-11T15:51:55,624 WARN [BP-2128758138-172.17.0.3-1731340302580 heartbeating to localhost/127.0.0.1:32899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:51:55,624 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:51:55,624 WARN [BP-2128758138-172.17.0.3-1731340302580 heartbeating to localhost/127.0.0.1:32899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128758138-172.17.0.3-1731340302580 (Datanode Uuid 5f7d15b2-3e99-4097-a7eb-70234a3e5b8e) service to localhost/127.0.0.1:32899 2024-11-11T15:51:55,624 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:51:55,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/data/data3/current/BP-2128758138-172.17.0.3-1731340302580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:51:55,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/data/data4/current/BP-2128758138-172.17.0.3-1731340302580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:51:55,626 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:51:55,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c13fb2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:51:55,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d3058f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:51:55,631 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:51:55,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae5d1a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:51:55,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33f0f2d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.log.dir/,STOPPED} 2024-11-11T15:51:55,636 WARN [BP-2128758138-172.17.0.3-1731340302580 heartbeating to localhost/127.0.0.1:32899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:51:55,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:51:55,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:51:55,636 WARN [BP-2128758138-172.17.0.3-1731340302580 heartbeating to localhost/127.0.0.1:32899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128758138-172.17.0.3-1731340302580 (Datanode Uuid 855bd9fc-ce78-4003-989b-8aeaaf4bfc4a) service to localhost/127.0.0.1:32899 2024-11-11T15:51:55,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/data/data1/current/BP-2128758138-172.17.0.3-1731340302580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:51:55,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/cluster_2c587a7b-e51e-7d4e-4b73-d860bfc43f4e/data/data2/current/BP-2128758138-172.17.0.3-1731340302580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:51:55,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:51:55,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f30028c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:51:55,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70a7aa35{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:51:55,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:51:55,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f1445e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:51:55,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f5afe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.log.dir/,STOPPED} 2024-11-11T15:51:55,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:51:55,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:51:55,734 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:32899 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5e6ef0e1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9a1fddc00362:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9a1fddc00362:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:32899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/9a1fddc00362:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:32899 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:32899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9a1fddc00362:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=406 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1237 (was 1162) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5852 (was 5668) - AvailableMemoryMB LEAK? - 2024-11-11T15:51:55,744 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=406, MaxFileDescriptor=1048576, SystemLoadAverage=1237, ProcessCount=11, AvailableMemoryMB=5851 2024-11-11T15:51:55,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.log.dir so I do NOT create it in target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96 2024-11-11T15:51:55,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:51:55,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.tmp.dir so I do NOT create it in target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96 2024-11-11T15:51:55,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7022767b-f8aa-a924-3840-d9a4ad748d6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:51:55,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96 2024-11-11T15:51:55,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:51:55,764 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60, deleteOnExit=true 2024-11-11T15:51:55,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:51:55,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/test.cache.data in system properties and HBase conf 2024-11-11T15:51:55,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:51:55,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:51:55,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:51:55,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:51:55,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:51:55,765 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:51:55,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:51:55,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:51:55,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:51:55,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:51:55,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:51:55,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:51:55,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:51:55,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:51:55,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:51:55,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:51:55,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:51:55,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:51:55,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:51:55,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:51:55,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:51:55,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:51:55,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:51:55,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:51:55,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:51:55,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:51:55,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4cf6fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:51:55,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58c8257b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:51:56,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a47d401{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/java.io.tmpdir/jetty-localhost-37083-hadoop-hdfs-3_4_1-tests_jar-_-any-13930699126957502607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:51:56,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4066dad4{HTTP/1.1, (http/1.1)}{localhost:37083} 2024-11-11T15:51:56,042 INFO [Time-limited test {}] server.Server(415): Started @17086ms 2024-11-11T15:51:56,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:51:56,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:51:56,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:51:56,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:51:56,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:51:56,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c346a50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:51:56,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d060263{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:51:56,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c9add95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/java.io.tmpdir/jetty-localhost-40503-hadoop-hdfs-3_4_1-tests_jar-_-any-18176489756688322661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:51:56,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@483dcb0c{HTTP/1.1, (http/1.1)}{localhost:40503} 2024-11-11T15:51:56,332 INFO [Time-limited test {}] server.Server(415): Started @17376ms 2024-11-11T15:51:56,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:51:56,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:51:56,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:51:56,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:51:56,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:51:56,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:51:56,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@480d0149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:51:56,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@407b0e8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:51:56,509 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/data/data1/current/BP-231398767-172.17.0.3-1731340315804/current, will proceed with Du for space computation calculation, 2024-11-11T15:51:56,509 WARN [Thread-352 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/data/data2/current/BP-231398767-172.17.0.3-1731340315804/current, will proceed with Du for space computation calculation, 2024-11-11T15:51:56,547 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:51:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x527b290c023d0c8e with lease ID 0xfad2d57621cddc8d: Processing first storage report for DS-86128db9-06b0-4cac-8a47-1ecae959bc4e from datanode DatanodeRegistration(127.0.0.1:40485, datanodeUuid=3d77a956-e042-4dca-886e-7d10100b2b24, infoPort=35903, infoSecurePort=0, ipcPort=32799, storageInfo=lv=-57;cid=testClusterID;nsid=1302216967;c=1731340315804) 2024-11-11T15:51:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x527b290c023d0c8e with lease ID 0xfad2d57621cddc8d: from storage DS-86128db9-06b0-4cac-8a47-1ecae959bc4e node DatanodeRegistration(127.0.0.1:40485, datanodeUuid=3d77a956-e042-4dca-886e-7d10100b2b24, infoPort=35903, infoSecurePort=0, ipcPort=32799, storageInfo=lv=-57;cid=testClusterID;nsid=1302216967;c=1731340315804), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:51:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x527b290c023d0c8e with lease ID 0xfad2d57621cddc8d: Processing first storage report for DS-4795c684-0859-49f9-a454-6c0139b198fc from datanode DatanodeRegistration(127.0.0.1:40485, datanodeUuid=3d77a956-e042-4dca-886e-7d10100b2b24, infoPort=35903, infoSecurePort=0, ipcPort=32799, storageInfo=lv=-57;cid=testClusterID;nsid=1302216967;c=1731340315804) 2024-11-11T15:51:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x527b290c023d0c8e with lease ID 0xfad2d57621cddc8d: from storage DS-4795c684-0859-49f9-a454-6c0139b198fc node DatanodeRegistration(127.0.0.1:40485, datanodeUuid=3d77a956-e042-4dca-886e-7d10100b2b24, infoPort=35903, infoSecurePort=0, ipcPort=32799, storageInfo=lv=-57;cid=testClusterID;nsid=1302216967;c=1731340315804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:51:56,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2d9b98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/java.io.tmpdir/jetty-localhost-33651-hadoop-hdfs-3_4_1-tests_jar-_-any-8563776169993261285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:51:56,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ecea486{HTTP/1.1, (http/1.1)}{localhost:33651} 2024-11-11T15:51:56,618 INFO [Time-limited test {}] server.Server(415): Started @17661ms 2024-11-11T15:51:56,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:51:56,790 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/data/data3/current/BP-231398767-172.17.0.3-1731340315804/current, will proceed with Du for space computation calculation, 2024-11-11T15:51:56,790 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/data/data4/current/BP-231398767-172.17.0.3-1731340315804/current, will proceed with Du for space computation calculation, 2024-11-11T15:51:56,836 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:51:56,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1476663274303f2a with lease ID 0xfad2d57621cddc8e: Processing first storage report for DS-a9c6f22e-60db-4520-b934-4fd28d8b5d24 from datanode DatanodeRegistration(127.0.0.1:40405, datanodeUuid=952d0cff-094b-4cb0-a8a0-54eac51194a3, infoPort=33915, infoSecurePort=0, ipcPort=37427, storageInfo=lv=-57;cid=testClusterID;nsid=1302216967;c=1731340315804) 2024-11-11T15:51:56,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1476663274303f2a with lease ID 0xfad2d57621cddc8e: from storage DS-a9c6f22e-60db-4520-b934-4fd28d8b5d24 node DatanodeRegistration(127.0.0.1:40405, datanodeUuid=952d0cff-094b-4cb0-a8a0-54eac51194a3, infoPort=33915, infoSecurePort=0, ipcPort=37427, storageInfo=lv=-57;cid=testClusterID;nsid=1302216967;c=1731340315804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:51:56,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1476663274303f2a with lease ID 0xfad2d57621cddc8e: Processing first storage report for DS-ede92b0a-6751-4373-a981-999583aa8cdf from datanode DatanodeRegistration(127.0.0.1:40405, datanodeUuid=952d0cff-094b-4cb0-a8a0-54eac51194a3, infoPort=33915, infoSecurePort=0, ipcPort=37427, storageInfo=lv=-57;cid=testClusterID;nsid=1302216967;c=1731340315804) 2024-11-11T15:51:56,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1476663274303f2a with lease ID 0xfad2d57621cddc8e: from storage DS-ede92b0a-6751-4373-a981-999583aa8cdf node DatanodeRegistration(127.0.0.1:40405, datanodeUuid=952d0cff-094b-4cb0-a8a0-54eac51194a3, infoPort=33915, infoSecurePort=0, ipcPort=37427, storageInfo=lv=-57;cid=testClusterID;nsid=1302216967;c=1731340315804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:51:56,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:51:56,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:51:56,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96 2024-11-11T15:51:56,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/zookeeper_0, clientPort=54376, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:51:56,923 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54376 2024-11-11T15:51:56,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:56,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:56,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:51:57,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:51:57,003 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8 with version=8 2024-11-11T15:51:57,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/hbase-staging 2024-11-11T15:51:57,006 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:51:57,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:57,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:57,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:51:57,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:57,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:51:57,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:51:57,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:51:57,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41617 2024-11-11T15:51:57,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41617 connecting to ZooKeeper ensemble=127.0.0.1:54376 2024-11-11T15:51:57,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416170x0, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:51:57,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41617-0x101980826590000 connected 2024-11-11T15:51:57,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:57,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:57,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:51:57,091 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8, hbase.cluster.distributed=false 2024-11-11T15:51:57,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:51:57,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41617 2024-11-11T15:51:57,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41617 2024-11-11T15:51:57,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41617 2024-11-11T15:51:57,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41617 2024-11-11T15:51:57,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41617 2024-11-11T15:51:57,166 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:51:57,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:57,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:57,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:51:57,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:57,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:51:57,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:51:57,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:51:57,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34977 2024-11-11T15:51:57,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34977 connecting to ZooKeeper ensemble=127.0.0.1:54376 2024-11-11T15:51:57,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:57,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:57,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349770x0, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:51:57,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34977-0x101980826590001 connected 2024-11-11T15:51:57,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:51:57,204 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:51:57,208 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:51:57,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:51:57,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:51:57,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34977 2024-11-11T15:51:57,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34977 2024-11-11T15:51:57,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34977 2024-11-11T15:51:57,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34977 2024-11-11T15:51:57,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34977 2024-11-11T15:51:57,256 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:51:57,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:57,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:57,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:51:57,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:51:57,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:51:57,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:51:57,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:51:57,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43075 2024-11-11T15:51:57,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43075 connecting to ZooKeeper ensemble=127.0.0.1:54376 2024-11-11T15:51:57,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:57,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:57,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430750x0, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:51:57,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43075-0x101980826590002 connected 2024-11-11T15:51:57,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:51:57,311 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:51:57,320 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:51:57,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:51:57,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:51:57,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43075 2024-11-11T15:51:57,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43075 2024-11-11T15:51:57,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43075 2024-11-11T15:51:57,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43075 2024-11-11T15:51:57,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43075 2024-11-11T15:51:57,357 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:51:57,374 DEBUG [M:0;9a1fddc00362:41617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:41617 2024-11-11T15:51:57,375 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9a1fddc00362,41617,1731340317006 2024-11-11T15:51:57,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:51:57,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:57,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:57,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:57,391 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9a1fddc00362,41617,1731340317006 2024-11-11T15:51:57,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:57,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:51:57,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:57,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:51:57,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:57,401 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T15:51:57,404 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9a1fddc00362,41617,1731340317006 from backup master directory 2024-11-11T15:51:57,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:57,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9a1fddc00362,41617,1731340317006 2024-11-11T15:51:57,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:57,413 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:51:57,413 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,41617,1731340317006 2024-11-11T15:51:57,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:51:57,446 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/hbase.id] with ID: 08fbf562-083b-483b-8a3f-13d5589b1500 2024-11-11T15:51:57,446 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/.tmp/hbase.id 2024-11-11T15:51:57,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:51:57,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:51:57,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:51:57,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/.tmp/hbase.id]:[hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/hbase.id] 2024-11-11T15:51:57,647 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:51:57,647 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:51:57,660 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 12ms. 2024-11-11T15:51:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:57,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:57,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:51:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:51:58,133 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:51:58,134 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:51:58,134 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:51:58,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:51:58,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:51:58,632 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store 2024-11-11T15:51:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:51:58,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:51:59,054 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:59,055 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:51:59,055 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:59,055 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:59,055 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:51:59,055 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:59,055 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:51:59,055 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340319054Disabling compacts and flushes for region at 1731340319054Disabling writes for close at 1731340319055 (+1 ms)Writing region close event to WAL at 1731340319055Closed at 1731340319055 2024-11-11T15:51:59,058 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/.initializing 2024-11-11T15:51:59,058 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/WALs/9a1fddc00362,41617,1731340317006 2024-11-11T15:51:59,060 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:51:59,063 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C41617%2C1731340317006, suffix=, logDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/WALs/9a1fddc00362,41617,1731340317006, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/oldWALs, maxLogs=10 2024-11-11T15:51:59,081 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/WALs/9a1fddc00362,41617,1731340317006/9a1fddc00362%2C41617%2C1731340317006.1731340319064, exclude list is [], retry=0 2024-11-11T15:51:59,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40405,DS-a9c6f22e-60db-4520-b934-4fd28d8b5d24,DISK] 2024-11-11T15:51:59,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40485,DS-86128db9-06b0-4cac-8a47-1ecae959bc4e,DISK] 2024-11-11T15:51:59,093 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/WALs/9a1fddc00362,41617,1731340317006/9a1fddc00362%2C41617%2C1731340317006.1731340319064 2024-11-11T15:51:59,094 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33915:33915),(127.0.0.1/127.0.0.1:35903:35903)] 2024-11-11T15:51:59,094 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:51:59,095 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:59,095 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,095 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:51:59,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:59,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:59,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:51:59,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:59,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:51:59,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:51:59,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:59,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:51:59,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:51:59,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:59,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:51:59,114 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,115 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,115 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,117 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,117 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,118 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:51:59,121 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:51:59,131 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:51:59,132 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62191685, jitterRate=-0.07327167689800262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:51:59,133 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731340319095Initializing all the Stores at 1731340319098 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340319099 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340319099Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340319099Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340319099Cleaning up temporary data from old regions at 1731340319117 (+18 ms)Region opened successfully at 1731340319133 (+16 ms) 2024-11-11T15:51:59,133 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:51:59,141 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a19b688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:51:59,143 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:51:59,143 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:51:59,143 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:51:59,144 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:51:59,147 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-11T15:51:59,147 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:51:59,147 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:51:59,153 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:51:59,154 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T15:51:59,161 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T15:51:59,161 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:51:59,162 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:51:59,164 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T15:51:59,164 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:51:59,167 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:51:59,168 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T15:51:59,169 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:51:59,170 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T15:51:59,189 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:51:59,191 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T15:51:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:51:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:51:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:51:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:59,198 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,41617,1731340317006, sessionid=0x101980826590000, setting cluster-up flag (Was=false) 2024-11-11T15:51:59,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:59,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:59,219 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T15:51:59,221 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,41617,1731340317006 2024-11-11T15:51:59,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:59,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:59,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:51:59,234 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T15:51:59,235 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,41617,1731340317006 2024-11-11T15:51:59,241 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:51:59,247 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:51:59,247 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:51:59,247 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:51:59,248 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,41617,1731340317006 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:51:59,251 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:51:59,251 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:51:59,251 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:51:59,251 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:51:59,251 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:51:59,251 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,251 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:51:59,251 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:51:59,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:51:59,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:59,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:51:59,264 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(746): ClusterId : 08fbf562-083b-483b-8a3f-13d5589b1500 2024-11-11T15:51:59,264 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:51:59,267 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:51:59,267 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:51:59,269 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731340349269 2024-11-11T15:51:59,269 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:51:59,269 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:51:59,269 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:51:59,269 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:51:59,270 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:51:59,270 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:51:59,270 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:51:59,270 DEBUG [RS:0;9a1fddc00362:34977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129864ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:51:59,272 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(746): ClusterId : 08fbf562-083b-483b-8a3f-13d5589b1500 2024-11-11T15:51:59,273 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:51:59,284 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,284 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:51:59,284 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:51:59,288 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:51:59,288 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:51:59,288 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:51:59,298 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:51:59,298 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:51:59,300 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:51:59,301 DEBUG [RS:1;9a1fddc00362:43075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b5fb1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:51:59,307 DEBUG [RS:0;9a1fddc00362:34977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:34977 2024-11-11T15:51:59,307 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:51:59,307 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:51:59,307 DEBUG [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:51:59,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:51:59,313 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340319298,5,FailOnTimeoutGroup] 2024-11-11T15:51:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:51:59,320 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340319313,5,FailOnTimeoutGroup] 2024-11-11T15:51:59,320 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,321 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:51:59,321 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,321 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:51:59,322 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8 2024-11-11T15:51:59,325 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,41617,1731340317006 with port=34977, startcode=1731340317165 2024-11-11T15:51:59,326 DEBUG [RS:0;9a1fddc00362:34977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:51:59,335 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9a1fddc00362:43075 2024-11-11T15:51:59,335 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:51:59,335 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:51:59,335 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:51:59,341 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:51:59,344 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,41617,1731340317006 with port=43075, startcode=1731340317255 2024-11-11T15:51:59,344 DEBUG [RS:1;9a1fddc00362:43075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:51:59,344 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,34977,1731340317165 2024-11-11T15:51:59,344 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41617 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,34977,1731340317165 2024-11-11T15:51:59,353 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:51:59,355 DEBUG [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8 2024-11-11T15:51:59,355 DEBUG [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36811 2024-11-11T15:51:59,355 DEBUG [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:51:59,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,43075,1731340317255 2024-11-11T15:51:59,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41617 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,43075,1731340317255 2024-11-11T15:51:59,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:51:59,364 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8 2024-11-11T15:51:59,365 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36811 2024-11-11T15:51:59,365 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:51:59,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,34977,1731340317165] 2024-11-11T15:51:59,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,43075,1731340317255] 2024-11-11T15:51:59,372 DEBUG [RS:1;9a1fddc00362:43075 {}] zookeeper.ZKUtil(111): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,43075,1731340317255 2024-11-11T15:51:59,373 WARN [RS:1;9a1fddc00362:43075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:51:59,373 INFO [RS:1;9a1fddc00362:43075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:51:59,373 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,43075,1731340317255 2024-11-11T15:51:59,376 DEBUG [RS:0;9a1fddc00362:34977 {}] zookeeper.ZKUtil(111): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,34977,1731340317165 2024-11-11T15:51:59,376 WARN [RS:0;9a1fddc00362:34977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:51:59,376 INFO [RS:0;9a1fddc00362:34977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:51:59,376 DEBUG [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,34977,1731340317165 2024-11-11T15:51:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:51:59,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:51:59,423 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:51:59,426 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:51:59,449 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:51:59,452 INFO [RS:0;9a1fddc00362:34977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:51:59,452 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,456 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:51:59,460 INFO [RS:1;9a1fddc00362:43075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:51:59,460 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,464 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:51:59,468 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:51:59,469 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:51:59,469 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:51:59,469 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,469 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,470 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,470 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,470 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,470 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,470 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,476 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:51:59,476 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,476 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,476 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,476 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,476 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,476 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,476 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,476 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,476 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,476 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,477 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:51:59,477 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,477 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,477 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:51:59,477 DEBUG [RS:0;9a1fddc00362:34977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:51:59,477 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,477 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,477 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,477 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,477 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:51:59,477 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:51:59,477 DEBUG [RS:1;9a1fddc00362:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:51:59,491 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,491 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,491 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,491 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,491 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,491 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34977,1731340317165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:51:59,508 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,508 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,508 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,508 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,508 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,508 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43075,1731340317255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:51:59,518 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:51:59,518 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34977,1731340317165-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,519 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,519 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.Replication(171): 9a1fddc00362,34977,1731340317165 started 2024-11-11T15:51:59,556 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:51:59,556 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,556 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,34977,1731340317165, RpcServer on 9a1fddc00362/172.17.0.3:34977, sessionid=0x101980826590001 2024-11-11T15:51:59,557 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:51:59,557 DEBUG [RS:0;9a1fddc00362:34977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,34977,1731340317165 2024-11-11T15:51:59,557 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,34977,1731340317165' 2024-11-11T15:51:59,557 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:51:59,558 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43075,1731340317255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,559 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,561 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:51:59,561 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.Replication(171): 9a1fddc00362,43075,1731340317255 started 2024-11-11T15:51:59,564 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:51:59,564 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:51:59,564 DEBUG [RS:0;9a1fddc00362:34977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,34977,1731340317165 2024-11-11T15:51:59,564 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,34977,1731340317165' 2024-11-11T15:51:59,564 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:51:59,567 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:51:59,572 DEBUG [RS:0;9a1fddc00362:34977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:51:59,572 INFO [RS:0;9a1fddc00362:34977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:51:59,572 INFO [RS:0;9a1fddc00362:34977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:51:59,586 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:51:59,587 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,43075,1731340317255, RpcServer on 9a1fddc00362/172.17.0.3:43075, sessionid=0x101980826590002 2024-11-11T15:51:59,587 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:51:59,587 DEBUG [RS:1;9a1fddc00362:43075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,43075,1731340317255 2024-11-11T15:51:59,587 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,43075,1731340317255' 2024-11-11T15:51:59,587 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:51:59,594 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:51:59,595 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:51:59,595 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:51:59,595 DEBUG [RS:1;9a1fddc00362:43075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,43075,1731340317255 2024-11-11T15:51:59,595 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,43075,1731340317255' 2024-11-11T15:51:59,595 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:51:59,595 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:51:59,596 DEBUG [RS:1;9a1fddc00362:43075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:51:59,596 INFO [RS:1;9a1fddc00362:43075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:51:59,596 INFO [RS:1;9a1fddc00362:43075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:51:59,673 INFO [RS:0;9a1fddc00362:34977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:51:59,677 INFO [RS:0;9a1fddc00362:34977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C34977%2C1731340317165, suffix=, logDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,34977,1731340317165, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/oldWALs, maxLogs=32 2024-11-11T15:51:59,697 INFO [RS:1;9a1fddc00362:43075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:51:59,700 DEBUG [RS:0;9a1fddc00362:34977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,34977,1731340317165/9a1fddc00362%2C34977%2C1731340317165.1731340319679, exclude list is [], retry=0 2024-11-11T15:51:59,700 INFO [RS:1;9a1fddc00362:43075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C43075%2C1731340317255, suffix=, logDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,43075,1731340317255, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/oldWALs, maxLogs=32 2024-11-11T15:51:59,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40405,DS-a9c6f22e-60db-4520-b934-4fd28d8b5d24,DISK] 2024-11-11T15:51:59,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40485,DS-86128db9-06b0-4cac-8a47-1ecae959bc4e,DISK] 2024-11-11T15:51:59,717 INFO [RS:0;9a1fddc00362:34977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,34977,1731340317165/9a1fddc00362%2C34977%2C1731340317165.1731340319679 2024-11-11T15:51:59,720 DEBUG [RS:0;9a1fddc00362:34977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33915:33915),(127.0.0.1/127.0.0.1:35903:35903)] 2024-11-11T15:51:59,727 DEBUG [RS:1;9a1fddc00362:43075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,43075,1731340317255/9a1fddc00362%2C43075%2C1731340317255.1731340319701, exclude list is [], retry=0 2024-11-11T15:51:59,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40405,DS-a9c6f22e-60db-4520-b934-4fd28d8b5d24,DISK] 2024-11-11T15:51:59,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40485,DS-86128db9-06b0-4cac-8a47-1ecae959bc4e,DISK] 2024-11-11T15:51:59,761 INFO [RS:1;9a1fddc00362:43075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,43075,1731340317255/9a1fddc00362%2C43075%2C1731340317255.1731340319701 2024-11-11T15:51:59,766 DEBUG [RS:1;9a1fddc00362:43075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33915:33915),(127.0.0.1/127.0.0.1:35903:35903)] 2024-11-11T15:51:59,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:51:59,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:51:59,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:51:59,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:59,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:59,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:51:59,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:51:59,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:59,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:59,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:51:59,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:51:59,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:59,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:59,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:51:59,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:51:59,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:51:59,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:51:59,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:51:59,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740 2024-11-11T15:51:59,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740 2024-11-11T15:51:59,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:51:59,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:51:59,882 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:51:59,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:51:59,912 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:51:59,916 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66758978, jitterRate=-0.005213707685470581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:51:59,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731340319807Initializing all the Stores at 1731340319817 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340319817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340319818 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340319818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340319818Cleaning up temporary data from old regions at 1731340319878 (+60 ms)Region opened successfully at 1731340319917 (+39 ms) 2024-11-11T15:51:59,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:51:59,917 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:51:59,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:51:59,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:51:59,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:51:59,920 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:51:59,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340319917Disabling compacts and flushes for region at 1731340319917Disabling writes for close at 1731340319918 (+1 ms)Writing region close event to WAL at 1731340319920 (+2 ms)Closed at 1731340319920 2024-11-11T15:51:59,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:51:59,929 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:51:59,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:51:59,935 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:51:59,942 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:52:00,093 DEBUG [9a1fddc00362:41617 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T15:52:00,093 DEBUG [9a1fddc00362:41617 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:52:00,097 DEBUG [9a1fddc00362:41617 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:52:00,097 DEBUG [9a1fddc00362:41617 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:52:00,097 DEBUG [9a1fddc00362:41617 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:52:00,097 DEBUG [9a1fddc00362:41617 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:52:00,097 INFO [9a1fddc00362:41617 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:52:00,097 INFO [9a1fddc00362:41617 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:52:00,098 DEBUG [9a1fddc00362:41617 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:52:00,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,43075,1731340317255 2024-11-11T15:52:00,101 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,43075,1731340317255, state=OPENING 2024-11-11T15:52:00,103 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:52:00,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:00,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:00,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:00,105 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:52:00,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,43075,1731340317255}] 2024-11-11T15:52:00,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:00,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:00,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:00,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:00,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:00,271 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:52:00,271 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:00,272 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:52:00,293 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C43075%2C1731340317255.meta, suffix=.meta, logDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,43075,1731340317255, archiveDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/oldWALs, maxLogs=32 2024-11-11T15:52:00,316 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,43075,1731340317255/9a1fddc00362%2C43075%2C1731340317255.meta.1731340320294.meta, exclude list is [], retry=0 2024-11-11T15:52:00,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40485,DS-86128db9-06b0-4cac-8a47-1ecae959bc4e,DISK] 2024-11-11T15:52:00,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40405,DS-a9c6f22e-60db-4520-b934-4fd28d8b5d24,DISK] 2024-11-11T15:52:00,353 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,43075,1731340317255/9a1fddc00362%2C43075%2C1731340317255.meta.1731340320294.meta 2024-11-11T15:52:00,356 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33915:33915),(127.0.0.1/127.0.0.1:35903:35903)] 2024-11-11T15:52:00,356 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:52:00,357 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:52:00,362 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:52:00,362 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:52:00,364 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:52:00,364 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:00,364 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:52:00,364 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:52:00,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:52:00,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:52:00,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:00,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:00,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:52:00,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:52:00,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:00,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:00,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:52:00,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:52:00,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:52:00,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:52:00,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:00,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:00,410 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:52:00,416 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740 2024-11-11T15:52:00,438 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740 2024-11-11T15:52:00,463 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:52:00,463 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:52:00,465 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:00,476 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:52:00,485 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72368150, jitterRate=0.07836946845054626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:00,486 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:52:00,487 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731340320364Writing region info on filesystem at 1731340320365 (+1 ms)Initializing all the Stores at 1731340320372 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340320372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340320374 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340320374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340320374Cleaning up temporary data from old regions at 1731340320463 (+89 ms)Running coprocessor post-open hooks at 1731340320486 (+23 ms)Region opened successfully at 1731340320487 (+1 ms) 2024-11-11T15:52:00,493 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731340320260 2024-11-11T15:52:00,520 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:52:00,520 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:52:00,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,43075,1731340317255 2024-11-11T15:52:00,544 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,43075,1731340317255, state=OPEN 2024-11-11T15:52:00,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:00,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:00,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:00,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:00,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,43075,1731340317255 2024-11-11T15:52:00,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:00,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:00,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:52:00,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,43075,1731340317255 in 447 msec 2024-11-11T15:52:00,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:52:00,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-11T15:52:00,590 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:00,591 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:52:00,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:00,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,43075,1731340317255, seqNum=-1] 2024-11-11T15:52:00,605 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:00,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:00,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4090 sec 2024-11-11T15:52:00,680 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731340320680, completionTime=-1 2024-11-11T15:52:00,680 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T15:52:00,680 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:52:00,691 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T15:52:00,691 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731340380691 2024-11-11T15:52:00,691 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731340440691 2024-11-11T15:52:00,691 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-11T15:52:00,692 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:52:00,692 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41617,1731340317006-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:00,692 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41617,1731340317006-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:00,693 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41617,1731340317006-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:00,693 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:41617, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:00,693 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:00,696 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:00,705 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:52:00,713 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.300sec 2024-11-11T15:52:00,714 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:52:00,714 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:52:00,714 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:52:00,714 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:52:00,714 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:52:00,714 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41617,1731340317006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:00,714 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41617,1731340317006-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:52:00,732 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:52:00,732 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:52:00,732 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,41617,1731340317006-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:00,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7032282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:00,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,41617,-1 for getting cluster id 2024-11-11T15:52:00,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:52:00,791 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08fbf562-083b-483b-8a3f-13d5589b1500' 2024-11-11T15:52:00,793 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:52:00,793 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08fbf562-083b-483b-8a3f-13d5589b1500" 2024-11-11T15:52:00,794 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567946e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:00,794 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,41617,-1] 2024-11-11T15:52:00,794 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:52:00,797 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:00,803 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:52:00,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a6dc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:00,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:00,824 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,43075,1731340317255, seqNum=-1] 2024-11-11T15:52:00,825 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:00,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:00,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,41617,1731340317006 2024-11-11T15:52:00,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:52:00,852 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,41617,1731340317006 2024-11-11T15:52:00,853 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dcc6f0c 2024-11-11T15:52:00,853 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:52:00,860 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:52:00,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41617 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:52:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41617 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T15:52:00,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:52:00,873 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:00,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41617 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T15:52:00,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:52:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:00,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:52:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:52:01,011 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2924738bd3a4f73bc4ad6f519d4f56f0, NAME => 'testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8 2024-11-11T15:52:01,013 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b98aeb822f28b76c8c2bf9b9004e6b0f, NAME => 'testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8 2024-11-11T15:52:01,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:52:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:52:01,070 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:01,070 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 2924738bd3a4f73bc4ad6f519d4f56f0, disabling compactions & flushes 2024-11-11T15:52:01,070 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:01,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:01,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. after waiting 0 ms 2024-11-11T15:52:01,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:01,071 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:01,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2924738bd3a4f73bc4ad6f519d4f56f0: Waiting for close lock at 1731340321070Disabling compacts and flushes for region at 1731340321070Disabling writes for close at 1731340321071 (+1 ms)Writing region close event to WAL at 1731340321071Closed at 1731340321071 2024-11-11T15:52:01,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:52:01,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:52:01,093 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:01,093 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b98aeb822f28b76c8c2bf9b9004e6b0f, disabling compactions & flushes 2024-11-11T15:52:01,093 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:01,093 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:01,093 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. after waiting 0 ms 2024-11-11T15:52:01,093 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:01,093 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:01,093 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b98aeb822f28b76c8c2bf9b9004e6b0f: Waiting for close lock at 1731340321093Disabling compacts and flushes for region at 1731340321093Disabling writes for close at 1731340321093Writing region close event to WAL at 1731340321093Closed at 1731340321093 2024-11-11T15:52:01,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:52:01,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340321105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340321105"}]},"ts":"1731340321105"} 2024-11-11T15:52:01,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340321105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340321105"}]},"ts":"1731340321105"} 2024-11-11T15:52:01,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T15:52:01,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:52:01,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340321128"}]},"ts":"1731340321128"} 2024-11-11T15:52:01,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T15:52:01,145 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:52:01,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:52:01,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:52:01,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:52:01,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:52:01,155 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:52:01,155 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:52:01,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:52:01,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2924738bd3a4f73bc4ad6f519d4f56f0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b98aeb822f28b76c8c2bf9b9004e6b0f, ASSIGN}] 2024-11-11T15:52:01,168 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b98aeb822f28b76c8c2bf9b9004e6b0f, ASSIGN 2024-11-11T15:52:01,168 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2924738bd3a4f73bc4ad6f519d4f56f0, ASSIGN 2024-11-11T15:52:01,171 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b98aeb822f28b76c8c2bf9b9004e6b0f, ASSIGN; state=OFFLINE, location=9a1fddc00362,34977,1731340317165; forceNewPlan=false, retain=false 2024-11-11T15:52:01,176 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2924738bd3a4f73bc4ad6f519d4f56f0, ASSIGN; state=OFFLINE, location=9a1fddc00362,43075,1731340317255; forceNewPlan=false, retain=false 2024-11-11T15:52:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:01,323 INFO [9a1fddc00362:41617 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T15:52:01,324 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b98aeb822f28b76c8c2bf9b9004e6b0f, regionState=OPENING, regionLocation=9a1fddc00362,34977,1731340317165 2024-11-11T15:52:01,325 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2924738bd3a4f73bc4ad6f519d4f56f0, regionState=OPENING, regionLocation=9a1fddc00362,43075,1731340317255 2024-11-11T15:52:01,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b98aeb822f28b76c8c2bf9b9004e6b0f, ASSIGN because future has completed 2024-11-11T15:52:01,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b98aeb822f28b76c8c2bf9b9004e6b0f, server=9a1fddc00362,34977,1731340317165}] 2024-11-11T15:52:01,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2924738bd3a4f73bc4ad6f519d4f56f0, ASSIGN because future has completed 2024-11-11T15:52:01,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2924738bd3a4f73bc4ad6f519d4f56f0, server=9a1fddc00362,43075,1731340317255}] 2024-11-11T15:52:01,492 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:01,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:01,505 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:01,505 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:01,506 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2924738bd3a4f73bc4ad6f519d4f56f0, NAME => 'testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T15:52:01,506 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b98aeb822f28b76c8c2bf9b9004e6b0f, NAME => 'testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T15:52:01,506 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,506 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,506 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:01,506 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:01,507 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,507 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,507 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,507 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,509 INFO [StoreOpener-2924738bd3a4f73bc4ad6f519d4f56f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,512 INFO [StoreOpener-b98aeb822f28b76c8c2bf9b9004e6b0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,513 INFO [StoreOpener-2924738bd3a4f73bc4ad6f519d4f56f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2924738bd3a4f73bc4ad6f519d4f56f0 columnFamilyName family 2024-11-11T15:52:01,513 DEBUG [StoreOpener-2924738bd3a4f73bc4ad6f519d4f56f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:01,514 INFO [StoreOpener-2924738bd3a4f73bc4ad6f519d4f56f0-1 {}] regionserver.HStore(327): Store=2924738bd3a4f73bc4ad6f519d4f56f0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:01,514 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,515 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,518 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,518 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,518 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,521 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,524 INFO [StoreOpener-b98aeb822f28b76c8c2bf9b9004e6b0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b98aeb822f28b76c8c2bf9b9004e6b0f columnFamilyName family 2024-11-11T15:52:01,524 DEBUG [StoreOpener-b98aeb822f28b76c8c2bf9b9004e6b0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:01,525 INFO [StoreOpener-b98aeb822f28b76c8c2bf9b9004e6b0f-1 {}] regionserver.HStore(327): Store=b98aeb822f28b76c8c2bf9b9004e6b0f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:01,525 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,526 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/2924738bd3a4f73bc4ad6f519d4f56f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:01,526 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2924738bd3a4f73bc4ad6f519d4f56f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73653509, jitterRate=0.0975228101015091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:52:01,526 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:01,527 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,527 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,528 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2924738bd3a4f73bc4ad6f519d4f56f0: Running coprocessor pre-open hook at 1731340321507Writing region info on filesystem at 1731340321507Initializing all the Stores at 1731340321509 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340321509Cleaning up temporary data from old regions at 1731340321518 (+9 ms)Running coprocessor post-open hooks at 1731340321526 (+8 ms)Region opened successfully at 1731340321527 (+1 ms) 2024-11-11T15:52:01,528 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,528 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,529 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0., pid=8, masterSystemTime=1731340321499 2024-11-11T15:52:01,530 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,533 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:01,533 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:01,534 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/b98aeb822f28b76c8c2bf9b9004e6b0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:01,535 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2924738bd3a4f73bc4ad6f519d4f56f0, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,43075,1731340317255 2024-11-11T15:52:01,537 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b98aeb822f28b76c8c2bf9b9004e6b0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68886615, jitterRate=0.026490554213523865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:52:01,537 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:01,537 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b98aeb822f28b76c8c2bf9b9004e6b0f: Running coprocessor pre-open hook at 1731340321507Writing region info on filesystem at 1731340321507Initializing all the Stores at 1731340321509 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340321509Cleaning up temporary data from old regions at 1731340321528 (+19 ms)Running coprocessor post-open hooks at 1731340321537 (+9 ms)Region opened successfully at 1731340321537 2024-11-11T15:52:01,540 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f., pid=7, masterSystemTime=1731340321492 2024-11-11T15:52:01,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2924738bd3a4f73bc4ad6f519d4f56f0, server=9a1fddc00362,43075,1731340317255 because future has completed 2024-11-11T15:52:01,543 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:01,543 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:01,544 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b98aeb822f28b76c8c2bf9b9004e6b0f, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,34977,1731340317165 2024-11-11T15:52:01,548 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41617 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,34977,1731340317165, table=testClearRegionBlockCache, region=b98aeb822f28b76c8c2bf9b9004e6b0f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:52:01,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T15:52:01,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b98aeb822f28b76c8c2bf9b9004e6b0f, server=9a1fddc00362,34977,1731340317165 because future has completed 2024-11-11T15:52:01,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2924738bd3a4f73bc4ad6f519d4f56f0, server=9a1fddc00362,43075,1731340317255 in 207 msec 2024-11-11T15:52:01,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2924738bd3a4f73bc4ad6f519d4f56f0, ASSIGN in 393 msec 2024-11-11T15:52:01,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T15:52:01,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b98aeb822f28b76c8c2bf9b9004e6b0f, server=9a1fddc00362,34977,1731340317165 in 222 msec 2024-11-11T15:52:01,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T15:52:01,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b98aeb822f28b76c8c2bf9b9004e6b0f, ASSIGN in 400 msec 2024-11-11T15:52:01,560 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:52:01,561 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340321561"}]},"ts":"1731340321561"} 2024-11-11T15:52:01,563 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T15:52:01,565 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:52:01,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 705 msec 2024-11-11T15:52:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:02,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T15:52:02,028 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T15:52:02,029 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:52:02,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T15:52:02,034 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:52:02,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T15:52:02,038 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0., hostname=9a1fddc00362,43075,1731340317255, seqNum=2] 2024-11-11T15:52:02,063 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f., hostname=9a1fddc00362,34977,1731340317165, seqNum=2] 2024-11-11T15:52:02,064 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:02,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:02,112 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b98aeb822f28b76c8c2bf9b9004e6b0f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T15:52:02,157 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/b98aeb822f28b76c8c2bf9b9004e6b0f/.tmp/family/2d78599e90c84394b65c7996a7368363 is 32, key is 5/family:/1731340322071/Put/seqid=0 2024-11-11T15:52:02,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741839_1015 (size=5083) 2024-11-11T15:52:02,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741839_1015 (size=5083) 2024-11-11T15:52:02,240 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/b98aeb822f28b76c8c2bf9b9004e6b0f/.tmp/family/2d78599e90c84394b65c7996a7368363 2024-11-11T15:52:02,290 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/b98aeb822f28b76c8c2bf9b9004e6b0f/.tmp/family/2d78599e90c84394b65c7996a7368363 as hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/b98aeb822f28b76c8c2bf9b9004e6b0f/family/2d78599e90c84394b65c7996a7368363 2024-11-11T15:52:02,310 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/b98aeb822f28b76c8c2bf9b9004e6b0f/family/2d78599e90c84394b65c7996a7368363, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T15:52:02,314 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b98aeb822f28b76c8c2bf9b9004e6b0f in 202ms, sequenceid=9, compaction requested=false 2024-11-11T15:52:02,314 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b98aeb822f28b76c8c2bf9b9004e6b0f: 2024-11-11T15:52:02,315 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2924738bd3a4f73bc4ad6f519d4f56f0 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T15:52:02,377 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/2924738bd3a4f73bc4ad6f519d4f56f0/.tmp/family/c6a1128bf9fa4157938274159549f327 is 32, key is 1/family:/1731340322040/Put/seqid=0 2024-11-11T15:52:02,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741840_1016 (size=5054) 2024-11-11T15:52:02,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741840_1016 (size=5054) 2024-11-11T15:52:02,445 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/2924738bd3a4f73bc4ad6f519d4f56f0/.tmp/family/c6a1128bf9fa4157938274159549f327 2024-11-11T15:52:02,467 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/2924738bd3a4f73bc4ad6f519d4f56f0/.tmp/family/c6a1128bf9fa4157938274159549f327 as hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/2924738bd3a4f73bc4ad6f519d4f56f0/family/c6a1128bf9fa4157938274159549f327 2024-11-11T15:52:02,499 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/2924738bd3a4f73bc4ad6f519d4f56f0/family/c6a1128bf9fa4157938274159549f327, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T15:52:02,512 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2924738bd3a4f73bc4ad6f519d4f56f0 in 197ms, sequenceid=8, compaction requested=false 2024-11-11T15:52:02,512 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2924738bd3a4f73bc4ad6f519d4f56f0: 2024-11-11T15:52:02,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:52:02,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:02,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:02,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:02,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:02,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:52:02,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:52:02,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=26099122, stopped=false 2024-11-11T15:52:02,530 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,41617,1731340317006 2024-11-11T15:52:02,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:02,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:02,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:02,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:02,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:02,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:02,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:52:02,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:02,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:02,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:02,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:02,541 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,34977,1731340317165' ***** 2024-11-11T15:52:02,541 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:52:02,541 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,43075,1731340317255' ***** 2024-11-11T15:52:02,541 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:52:02,541 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:52:02,541 INFO [RS:1;9a1fddc00362:43075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:52:02,541 INFO [RS:1;9a1fddc00362:43075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:52:02,541 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:52:02,542 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(3091): Received CLOSE for 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:02,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:02,544 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,43075,1731340317255 2024-11-11T15:52:02,545 INFO [RS:1;9a1fddc00362:43075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:02,545 INFO [RS:1;9a1fddc00362:43075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9a1fddc00362:43075. 2024-11-11T15:52:02,545 DEBUG [RS:1;9a1fddc00362:43075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:02,545 DEBUG [RS:1;9a1fddc00362:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:02,545 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:52:02,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:02,545 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:52:02,545 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:52:02,545 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:52:02,548 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:52:02,550 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:52:02,551 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:52:02,551 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:52:02,551 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:52:02,551 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:52:02,551 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T15:52:02,552 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:52:02,552 INFO [RS:0;9a1fddc00362:34977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:52:02,552 INFO [RS:0;9a1fddc00362:34977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:52:02,552 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(3091): Received CLOSE for b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:02,553 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2924738bd3a4f73bc4ad6f519d4f56f0=testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0.} 2024-11-11T15:52:02,553 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2924738bd3a4f73bc4ad6f519d4f56f0, disabling compactions & flushes 2024-11-11T15:52:02,553 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:52:02,553 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2924738bd3a4f73bc4ad6f519d4f56f0 2024-11-11T15:52:02,553 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:02,553 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:02,553 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. after waiting 0 ms 2024-11-11T15:52:02,553 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:02,558 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,34977,1731340317165 2024-11-11T15:52:02,558 INFO [RS:0;9a1fddc00362:34977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:02,558 INFO [RS:0;9a1fddc00362:34977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:34977. 2024-11-11T15:52:02,558 DEBUG [RS:0;9a1fddc00362:34977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:02,558 DEBUG [RS:0;9a1fddc00362:34977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:02,558 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:52:02,558 DEBUG [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(1325): Online Regions={b98aeb822f28b76c8c2bf9b9004e6b0f=testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f.} 2024-11-11T15:52:02,558 DEBUG [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(1351): Waiting on b98aeb822f28b76c8c2bf9b9004e6b0f 2024-11-11T15:52:02,560 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b98aeb822f28b76c8c2bf9b9004e6b0f, disabling compactions & flushes 2024-11-11T15:52:02,560 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:02,560 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:02,560 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. after waiting 0 ms 2024-11-11T15:52:02,560 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:02,578 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:52:02,579 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:52:02,612 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/.tmp/info/19394d350d074250bc156766454fefda is 173, key is testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f./info:regioninfo/1731340321544/Put/seqid=0 2024-11-11T15:52:02,618 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:02,628 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/b98aeb822f28b76c8c2bf9b9004e6b0f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T15:52:02,635 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:02,636 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b98aeb822f28b76c8c2bf9b9004e6b0f: Waiting for close lock at 1731340322560Running coprocessor pre-close hooks at 1731340322560Disabling compacts and flushes for region at 1731340322560Disabling writes for close at 1731340322560Writing region close event to WAL at 1731340322595 (+35 ms)Running coprocessor post-close hooks at 1731340322635 (+40 ms)Closed at 1731340322635 2024-11-11T15:52:02,636 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731340320861.b98aeb822f28b76c8c2bf9b9004e6b0f. 2024-11-11T15:52:02,640 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:02,648 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/default/testClearRegionBlockCache/2924738bd3a4f73bc4ad6f519d4f56f0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T15:52:02,652 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:02,652 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2924738bd3a4f73bc4ad6f519d4f56f0: Waiting for close lock at 1731340322552Running coprocessor pre-close hooks at 1731340322552Disabling compacts and flushes for region at 1731340322552Disabling writes for close at 1731340322553 (+1 ms)Writing region close event to WAL at 1731340322593 (+40 ms)Running coprocessor post-close hooks at 1731340322652 (+59 ms)Closed at 1731340322652 2024-11-11T15:52:02,653 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731340320861.2924738bd3a4f73bc4ad6f519d4f56f0. 2024-11-11T15:52:02,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:52:02,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:52:02,689 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/.tmp/info/19394d350d074250bc156766454fefda 2024-11-11T15:52:02,755 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:02,758 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,34977,1731340317165; all regions closed. 2024-11-11T15:52:02,775 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/.tmp/ns/42466fb8e8f54c9cb4f9bae243509baa is 43, key is default/ns:d/1731340320609/Put/seqid=0 2024-11-11T15:52:02,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741833_1009 (size=1867) 2024-11-11T15:52:02,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741833_1009 (size=1867) 2024-11-11T15:52:02,797 DEBUG [RS:0;9a1fddc00362:34977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/oldWALs 2024-11-11T15:52:02,797 INFO [RS:0;9a1fddc00362:34977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C34977%2C1731340317165:(num 1731340319679) 2024-11-11T15:52:02,797 DEBUG [RS:0;9a1fddc00362:34977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:02,797 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:02,798 INFO [RS:0;9a1fddc00362:34977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:02,798 INFO [RS:0;9a1fddc00362:34977 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:02,798 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:52:02,798 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:52:02,798 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:52:02,798 INFO [RS:0;9a1fddc00362:34977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:02,798 INFO [RS:0;9a1fddc00362:34977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34977 2024-11-11T15:52:02,799 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:02,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,34977,1731340317165 2024-11-11T15:52:02,812 INFO [RS:0;9a1fddc00362:34977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:02,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:02,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,34977,1731340317165] 2024-11-11T15:52:02,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,34977,1731340317165 already deleted, retry=false 2024-11-11T15:52:02,827 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,34977,1731340317165 expired; onlineServers=1 2024-11-11T15:52:02,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:52:02,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:52:02,829 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/.tmp/ns/42466fb8e8f54c9cb4f9bae243509baa 2024-11-11T15:52:02,922 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/.tmp/table/0d48aa5f82e847febffdba236c1ee7ae is 61, key is testClearRegionBlockCache/table:state/1731340321561/Put/seqid=0 2024-11-11T15:52:02,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:02,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34977-0x101980826590001, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:02,929 INFO [RS:0;9a1fddc00362:34977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:02,929 INFO [RS:0;9a1fddc00362:34977 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,34977,1731340317165; zookeeper connection closed. 2024-11-11T15:52:02,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1acd73a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1acd73a1 2024-11-11T15:52:02,956 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:02,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:52:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:52:03,156 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:03,356 DEBUG [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:03,390 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/.tmp/table/0d48aa5f82e847febffdba236c1ee7ae 2024-11-11T15:52:03,412 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/.tmp/info/19394d350d074250bc156766454fefda as hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/info/19394d350d074250bc156766454fefda 2024-11-11T15:52:03,423 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/info/19394d350d074250bc156766454fefda, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T15:52:03,425 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/.tmp/ns/42466fb8e8f54c9cb4f9bae243509baa as hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/ns/42466fb8e8f54c9cb4f9bae243509baa 2024-11-11T15:52:03,442 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/ns/42466fb8e8f54c9cb4f9bae243509baa, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T15:52:03,449 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/.tmp/table/0d48aa5f82e847febffdba236c1ee7ae as hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/table/0d48aa5f82e847febffdba236c1ee7ae 2024-11-11T15:52:03,473 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/table/0d48aa5f82e847febffdba236c1ee7ae, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T15:52:03,490 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=13, compaction requested=false 2024-11-11T15:52:03,525 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T15:52:03,526 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:52:03,526 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:03,527 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340322550Running coprocessor pre-close hooks at 1731340322550Disabling compacts and flushes for region at 1731340322550Disabling writes for close at 1731340322551 (+1 ms)Obtaining lock to block concurrent updates at 1731340322551Preparing flush snapshotting stores in 1588230740 at 1731340322551Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731340322552 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731340322557 (+5 ms)Flushing 1588230740/info: creating writer at 1731340322557Flushing 1588230740/info: appending metadata at 1731340322612 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731340322612Flushing 1588230740/ns: creating writer at 1731340322728 (+116 ms)Flushing 1588230740/ns: appending metadata at 1731340322769 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1731340322769Flushing 1588230740/table: creating writer at 1731340322868 (+99 ms)Flushing 1588230740/table: appending metadata at 1731340322921 (+53 ms)Flushing 1588230740/table: closing flushed file at 1731340322921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe48b83: reopening flushed file at 1731340323401 (+480 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402809b4: reopening flushed file at 1731340323423 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b17bd: reopening flushed file at 1731340323442 (+19 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=13, compaction requested=false at 1731340323490 (+48 ms)Writing region close event to WAL at 1731340323505 (+15 ms)Running coprocessor post-close hooks at 1731340323526 (+21 ms)Closed at 1731340323526 2024-11-11T15:52:03,527 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:03,560 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,43075,1731340317255; all regions closed. 2024-11-11T15:52:03,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:52:03,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:52:03,588 DEBUG [RS:1;9a1fddc00362:43075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/oldWALs 2024-11-11T15:52:03,588 INFO [RS:1;9a1fddc00362:43075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C43075%2C1731340317255.meta:.meta(num 1731340320294) 2024-11-11T15:52:03,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/WALs/9a1fddc00362,43075,1731340317255/9a1fddc00362%2C43075%2C1731340317255.1731340319701 not finished, retry = 0 2024-11-11T15:52:03,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741834_1010 (size=1758) 2024-11-11T15:52:03,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741834_1010 (size=1758) 2024-11-11T15:52:03,713 DEBUG [RS:1;9a1fddc00362:43075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/oldWALs 2024-11-11T15:52:03,713 INFO [RS:1;9a1fddc00362:43075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C43075%2C1731340317255:(num 1731340319701) 2024-11-11T15:52:03,713 DEBUG [RS:1;9a1fddc00362:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:03,713 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:03,713 INFO [RS:1;9a1fddc00362:43075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:03,714 INFO [RS:1;9a1fddc00362:43075 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:03,714 INFO [RS:1;9a1fddc00362:43075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:03,714 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:03,714 INFO [RS:1;9a1fddc00362:43075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43075 2024-11-11T15:52:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:03,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,43075,1731340317255 2024-11-11T15:52:03,718 INFO [RS:1;9a1fddc00362:43075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:03,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,43075,1731340317255] 2024-11-11T15:52:03,722 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,43075,1731340317255 already deleted, retry=false 2024-11-11T15:52:03,722 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,43075,1731340317255 expired; onlineServers=0 2024-11-11T15:52:03,722 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,41617,1731340317006' ***** 2024-11-11T15:52:03,722 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:52:03,722 INFO [M:0;9a1fddc00362:41617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:03,722 INFO [M:0;9a1fddc00362:41617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:03,722 DEBUG [M:0;9a1fddc00362:41617 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:52:03,722 DEBUG [M:0;9a1fddc00362:41617 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:52:03,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:52:03,723 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340319313 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340319313,5,FailOnTimeoutGroup] 2024-11-11T15:52:03,723 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340319298 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340319298,5,FailOnTimeoutGroup] 2024-11-11T15:52:03,723 INFO [M:0;9a1fddc00362:41617 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:03,723 INFO [M:0;9a1fddc00362:41617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:03,723 DEBUG [M:0;9a1fddc00362:41617 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:52:03,723 INFO [M:0;9a1fddc00362:41617 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:52:03,723 INFO [M:0;9a1fddc00362:41617 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:52:03,723 INFO [M:0;9a1fddc00362:41617 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:52:03,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:52:03,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:03,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:03,726 DEBUG [M:0;9a1fddc00362:41617 {}] zookeeper.ZKUtil(347): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T15:52:03,726 WARN [M:0;9a1fddc00362:41617 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:52:03,727 INFO [M:0;9a1fddc00362:41617 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/.lastflushedseqids 2024-11-11T15:52:03,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741844_1020 (size=182) 2024-11-11T15:52:03,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741844_1020 (size=182) 2024-11-11T15:52:03,769 INFO [M:0;9a1fddc00362:41617 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:52:03,770 INFO [M:0;9a1fddc00362:41617 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:52:03,770 DEBUG [M:0;9a1fddc00362:41617 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:52:03,770 INFO [M:0;9a1fddc00362:41617 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:03,770 DEBUG [M:0;9a1fddc00362:41617 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:03,770 DEBUG [M:0;9a1fddc00362:41617 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:52:03,770 DEBUG [M:0;9a1fddc00362:41617 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:03,770 INFO [M:0;9a1fddc00362:41617 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-11T15:52:03,801 DEBUG [M:0;9a1fddc00362:41617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca5fa1bd73b04bd5997f77d44c276f76 is 82, key is hbase:meta,,1/info:regioninfo/1731340320528/Put/seqid=0 2024-11-11T15:52:03,821 INFO [RS:1;9a1fddc00362:43075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:03,821 INFO [RS:1;9a1fddc00362:43075 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,43075,1731340317255; zookeeper connection closed. 2024-11-11T15:52:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x101980826590002, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:03,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bfc5d41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bfc5d41 2024-11-11T15:52:03,828 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T15:52:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:52:03,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:52:03,832 INFO [M:0;9a1fddc00362:41617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca5fa1bd73b04bd5997f77d44c276f76 2024-11-11T15:52:03,877 DEBUG [M:0;9a1fddc00362:41617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dd868709e4d47c3bb8ff3ba99ed75da is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731340321568/Put/seqid=0 2024-11-11T15:52:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741846_1022 (size=6218) 2024-11-11T15:52:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741846_1022 (size=6218) 2024-11-11T15:52:04,336 INFO [M:0;9a1fddc00362:41617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dd868709e4d47c3bb8ff3ba99ed75da 2024-11-11T15:52:04,369 DEBUG [M:0;9a1fddc00362:41617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4887c0a771ea4286abcf4be8f3eba3f3 is 69, key is 9a1fddc00362,34977,1731340317165/rs:state/1731340319345/Put/seqid=0 2024-11-11T15:52:04,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:52:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:52:04,396 INFO [M:0;9a1fddc00362:41617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4887c0a771ea4286abcf4be8f3eba3f3 2024-11-11T15:52:04,406 DEBUG [M:0;9a1fddc00362:41617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca5fa1bd73b04bd5997f77d44c276f76 as hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca5fa1bd73b04bd5997f77d44c276f76 2024-11-11T15:52:04,415 INFO [M:0;9a1fddc00362:41617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca5fa1bd73b04bd5997f77d44c276f76, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T15:52:04,417 DEBUG [M:0;9a1fddc00362:41617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1dd868709e4d47c3bb8ff3ba99ed75da as hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dd868709e4d47c3bb8ff3ba99ed75da 2024-11-11T15:52:04,426 INFO [M:0;9a1fddc00362:41617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1dd868709e4d47c3bb8ff3ba99ed75da, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T15:52:04,428 DEBUG [M:0;9a1fddc00362:41617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4887c0a771ea4286abcf4be8f3eba3f3 as hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4887c0a771ea4286abcf4be8f3eba3f3 2024-11-11T15:52:04,435 INFO [M:0;9a1fddc00362:41617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36811/user/jenkins/test-data/bba34145-6e34-8d5a-34f8-c078b6e3f6b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4887c0a771ea4286abcf4be8f3eba3f3, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T15:52:04,437 INFO [M:0;9a1fddc00362:41617 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 667ms, sequenceid=71, compaction requested=false 2024-11-11T15:52:04,443 INFO [M:0;9a1fddc00362:41617 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:04,443 DEBUG [M:0;9a1fddc00362:41617 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340323770Disabling compacts and flushes for region at 1731340323770Disabling writes for close at 1731340323770Obtaining lock to block concurrent updates at 1731340323770Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731340323770Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731340323771 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731340323772 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731340323773 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731340323801 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731340323801Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731340323840 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731340323876 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731340323876Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731340324346 (+470 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731340324369 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731340324369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471002e9: reopening flushed file at 1731340324405 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124fd059: reopening flushed file at 1731340324416 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d68e91: reopening flushed file at 1731340324427 (+11 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 667ms, sequenceid=71, compaction requested=false at 1731340324437 (+10 ms)Writing region close event to WAL at 1731340324442 (+5 ms)Closed at 1731340324442 2024-11-11T15:52:04,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741830_1006 (size=35428) 2024-11-11T15:52:04,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741830_1006 (size=35428) 2024-11-11T15:52:04,465 INFO [M:0;9a1fddc00362:41617 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:52:04,465 INFO [M:0;9a1fddc00362:41617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41617 2024-11-11T15:52:04,465 INFO [M:0;9a1fddc00362:41617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:04,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:04,573 INFO [M:0;9a1fddc00362:41617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:04,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:04,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41617-0x101980826590000, quorum=127.0.0.1:54376, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:04,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2d9b98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:04,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ecea486{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:04,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:04,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@407b0e8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:04,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@480d0149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:04,588 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:52:04,588 WARN [BP-231398767-172.17.0.3-1731340315804 heartbeating to localhost/127.0.0.1:36811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:52:04,588 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:52:04,588 WARN [BP-231398767-172.17.0.3-1731340315804 heartbeating to localhost/127.0.0.1:36811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-231398767-172.17.0.3-1731340315804 (Datanode Uuid 952d0cff-094b-4cb0-a8a0-54eac51194a3) service to localhost/127.0.0.1:36811 2024-11-11T15:52:04,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/data/data3/current/BP-231398767-172.17.0.3-1731340315804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:04,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/data/data4/current/BP-231398767-172.17.0.3-1731340315804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:04,591 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:52:04,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c9add95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:04,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@483dcb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:04,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:04,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d060263{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:04,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c346a50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:04,608 WARN [BP-231398767-172.17.0.3-1731340315804 heartbeating to localhost/127.0.0.1:36811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:52:04,608 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:52:04,608 WARN [BP-231398767-172.17.0.3-1731340315804 heartbeating to localhost/127.0.0.1:36811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-231398767-172.17.0.3-1731340315804 (Datanode Uuid 3d77a956-e042-4dca-886e-7d10100b2b24) service to localhost/127.0.0.1:36811 2024-11-11T15:52:04,608 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:52:04,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/data/data1/current/BP-231398767-172.17.0.3-1731340315804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:04,609 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:52:04,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/cluster_7ec53757-2c3c-aab8-3905-c3080a752d60/data/data2/current/BP-231398767-172.17.0.3-1731340315804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:04,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a47d401{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:52:04,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4066dad4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:04,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:04,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58c8257b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:04,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4cf6fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:04,642 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:52:04,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:52:04,684 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=108 (was 79) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36811 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36811 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 406) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1180 (was 1237), ProcessCount=11 (was 11), AvailableMemoryMB=5141 (was 5851) 2024-11-11T15:52:04,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=107, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=1180, ProcessCount=11, AvailableMemoryMB=5140 2024-11-11T15:52:04,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.log.dir so I do NOT create it in target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5 2024-11-11T15:52:04,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:52:04,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.tmp.dir so I do NOT create it in target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5 2024-11-11T15:52:04,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b271c591-70e1-bb25-2d9e-bd743adbee96/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:52:04,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5 2024-11-11T15:52:04,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:52:04,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3, deleteOnExit=true 2024-11-11T15:52:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:52:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/test.cache.data in system properties and HBase conf 2024-11-11T15:52:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:52:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:52:04,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:52:04,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:52:04,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:52:04,719 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:52:04,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:52:04,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:52:04,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:52:04,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:52:04,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:52:04,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:52:04,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:52:04,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:52:04,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:52:04,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:52:04,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:52:04,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:52:04,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:52:04,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:52:04,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:04,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:04,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:04,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:04,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:52:04,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:04,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62aec7a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:04,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5df99c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:04,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ee3dd2e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/java.io.tmpdir/jetty-localhost-37747-hadoop-hdfs-3_4_1-tests_jar-_-any-1141653043032265512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:52:04,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d67807a{HTTP/1.1, (http/1.1)}{localhost:37747} 2024-11-11T15:52:04,968 INFO [Time-limited test {}] server.Server(415): Started @26011ms 2024-11-11T15:52:05,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:05,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:05,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:05,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:05,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:52:05,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@200aa9ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:05,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103727a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:05,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a10ebb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/java.io.tmpdir/jetty-localhost-33177-hadoop-hdfs-3_4_1-tests_jar-_-any-6627039479573755786/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:05,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1346500c{HTTP/1.1, (http/1.1)}{localhost:33177} 2024-11-11T15:52:05,385 INFO [Time-limited test {}] server.Server(415): Started @26429ms 2024-11-11T15:52:05,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:52:05,557 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:52:05,566 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:05,660 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:05,667 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:05,668 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:05,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:05,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:05,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:05,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:05,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:52:05,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bb4572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:05,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b1c53e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:05,784 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/data/data1/current/BP-581497012-172.17.0.3-1731340324756/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:05,796 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/data/data2/current/BP-581497012-172.17.0.3-1731340324756/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:05,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d7e929f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/java.io.tmpdir/jetty-localhost-37109-hadoop-hdfs-3_4_1-tests_jar-_-any-7851592436506063663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:05,909 WARN [Thread-597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:52:05,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6649eb30{HTTP/1.1, (http/1.1)}{localhost:37109} 2024-11-11T15:52:05,911 INFO [Time-limited test {}] server.Server(415): Started @26954ms 2024-11-11T15:52:05,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:52:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x830a1d0f08b6a6d7 with lease ID 0xbe12b01dbeea8e12: Processing first storage report for DS-f392fc43-9009-4139-b564-98ee245e8f74 from datanode DatanodeRegistration(127.0.0.1:44519, datanodeUuid=59fca307-8eb6-4e24-ac38-1865b6fa460e, infoPort=44473, infoSecurePort=0, ipcPort=39001, storageInfo=lv=-57;cid=testClusterID;nsid=219312901;c=1731340324756) 2024-11-11T15:52:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x830a1d0f08b6a6d7 with lease ID 0xbe12b01dbeea8e12: from storage DS-f392fc43-9009-4139-b564-98ee245e8f74 node DatanodeRegistration(127.0.0.1:44519, datanodeUuid=59fca307-8eb6-4e24-ac38-1865b6fa460e, infoPort=44473, infoSecurePort=0, ipcPort=39001, storageInfo=lv=-57;cid=testClusterID;nsid=219312901;c=1731340324756), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:52:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x830a1d0f08b6a6d7 with lease ID 0xbe12b01dbeea8e12: Processing first storage report for DS-47ff8011-68d5-4250-84f2-cbcfc61556b7 from datanode DatanodeRegistration(127.0.0.1:44519, datanodeUuid=59fca307-8eb6-4e24-ac38-1865b6fa460e, infoPort=44473, infoSecurePort=0, ipcPort=39001, storageInfo=lv=-57;cid=testClusterID;nsid=219312901;c=1731340324756) 2024-11-11T15:52:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x830a1d0f08b6a6d7 with lease ID 0xbe12b01dbeea8e12: from storage DS-47ff8011-68d5-4250-84f2-cbcfc61556b7 node DatanodeRegistration(127.0.0.1:44519, datanodeUuid=59fca307-8eb6-4e24-ac38-1865b6fa460e, infoPort=44473, infoSecurePort=0, ipcPort=39001, storageInfo=lv=-57;cid=testClusterID;nsid=219312901;c=1731340324756), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:52:06,128 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/data/data3/current/BP-581497012-172.17.0.3-1731340324756/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:06,132 WARN [Thread-646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/data/data4/current/BP-581497012-172.17.0.3-1731340324756/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:06,198 WARN [Thread-634 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:52:06,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cb6abbfab079d63 with lease ID 0xbe12b01dbeea8e13: Processing first storage report for DS-b39eb4f3-840b-48e0-9691-e0e854b6419c from datanode DatanodeRegistration(127.0.0.1:41533, datanodeUuid=3fe27deb-f6af-4049-b881-ae080eedbc2e, infoPort=43647, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=219312901;c=1731340324756) 2024-11-11T15:52:06,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cb6abbfab079d63 with lease ID 0xbe12b01dbeea8e13: from storage DS-b39eb4f3-840b-48e0-9691-e0e854b6419c node DatanodeRegistration(127.0.0.1:41533, datanodeUuid=3fe27deb-f6af-4049-b881-ae080eedbc2e, infoPort=43647, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=219312901;c=1731340324756), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:06,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cb6abbfab079d63 with lease ID 0xbe12b01dbeea8e13: Processing first storage report for DS-288faf66-e97d-4171-8e32-3e7c355676cc from datanode DatanodeRegistration(127.0.0.1:41533, datanodeUuid=3fe27deb-f6af-4049-b881-ae080eedbc2e, infoPort=43647, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=219312901;c=1731340324756) 2024-11-11T15:52:06,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cb6abbfab079d63 with lease ID 0xbe12b01dbeea8e13: from storage DS-288faf66-e97d-4171-8e32-3e7c355676cc node DatanodeRegistration(127.0.0.1:41533, datanodeUuid=3fe27deb-f6af-4049-b881-ae080eedbc2e, infoPort=43647, infoSecurePort=0, ipcPort=42709, storageInfo=lv=-57;cid=testClusterID;nsid=219312901;c=1731340324756), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:06,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5 2024-11-11T15:52:06,305 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/zookeeper_0, clientPort=50467, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:52:06,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50467 2024-11-11T15:52:06,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:06,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:06,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:52:06,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:52:06,384 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b with version=8 2024-11-11T15:52:06,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/hbase-staging 2024-11-11T15:52:06,388 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:06,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:06,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:06,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:06,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:06,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:06,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:52:06,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:06,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33199 2024-11-11T15:52:06,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33199 connecting to ZooKeeper ensemble=127.0.0.1:50467 2024-11-11T15:52:06,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331990x0, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:06,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33199-0x10198084af70000 connected 2024-11-11T15:52:06,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:06,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:06,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:06,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b, hbase.cluster.distributed=false 2024-11-11T15:52:06,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:06,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33199 2024-11-11T15:52:06,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33199 2024-11-11T15:52:06,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33199 2024-11-11T15:52:06,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33199 2024-11-11T15:52:06,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33199 2024-11-11T15:52:06,635 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:06,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:06,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:06,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:06,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:06,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:06,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:52:06,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:06,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44821 2024-11-11T15:52:06,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44821 connecting to ZooKeeper ensemble=127.0.0.1:50467 2024-11-11T15:52:06,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:06,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:06,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448210x0, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:06,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44821-0x10198084af70001 connected 2024-11-11T15:52:06,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:06,677 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:52:06,688 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:52:06,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:52:06,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:06,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-11T15:52:06,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44821 2024-11-11T15:52:06,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44821 2024-11-11T15:52:06,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-11T15:52:06,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44821 2024-11-11T15:52:06,763 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:06,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:06,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:06,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:06,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:06,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:06,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:52:06,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:06,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46397 2024-11-11T15:52:06,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46397 connecting to ZooKeeper ensemble=127.0.0.1:50467 2024-11-11T15:52:06,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:06,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:06,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463970x0, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:06,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46397-0x10198084af70002 connected 2024-11-11T15:52:06,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:06,812 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:52:06,824 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:52:06,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:52:06,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:06,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-11T15:52:06,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46397 2024-11-11T15:52:06,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46397 2024-11-11T15:52:06,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-11T15:52:06,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-11T15:52:06,881 DEBUG [M:0;9a1fddc00362:33199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:33199 2024-11-11T15:52:06,883 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9a1fddc00362,33199,1731340326387 2024-11-11T15:52:06,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:06,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:06,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:06,901 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9a1fddc00362,33199,1731340326387 2024-11-11T15:52:06,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:06,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:06,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:06,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:06,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:06,918 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T15:52:06,925 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9a1fddc00362,33199,1731340326387 from backup master directory 2024-11-11T15:52:06,932 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:06,933 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,33199,1731340326387 2024-11-11T15:52:06,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:06,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9a1fddc00362,33199,1731340326387 2024-11-11T15:52:06,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:06,968 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/hbase.id] with ID: 9f2cf7d9-35f7-4389-9f09-f16e57a4e6c2 2024-11-11T15:52:06,968 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/.tmp/hbase.id 2024-11-11T15:52:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:52:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:52:07,033 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/.tmp/hbase.id]:[hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/hbase.id] 2024-11-11T15:52:07,059 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:07,059 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:52:07,061 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T15:52:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:52:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:52:07,092 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:52:07,093 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:52:07,093 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:07,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:52:07,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:52:07,143 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store 2024-11-11T15:52:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:52:07,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:52:07,235 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:07,235 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:52:07,235 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:07,235 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:07,236 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:52:07,236 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:07,236 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:07,236 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340327235Disabling compacts and flushes for region at 1731340327235Disabling writes for close at 1731340327236 (+1 ms)Writing region close event to WAL at 1731340327236Closed at 1731340327236 2024-11-11T15:52:07,237 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/.initializing 2024-11-11T15:52:07,237 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/WALs/9a1fddc00362,33199,1731340326387 2024-11-11T15:52:07,239 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:07,242 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C33199%2C1731340326387, suffix=, logDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/WALs/9a1fddc00362,33199,1731340326387, archiveDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/oldWALs, maxLogs=10 2024-11-11T15:52:07,266 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/WALs/9a1fddc00362,33199,1731340326387/9a1fddc00362%2C33199%2C1731340326387.1731340327242, exclude list is [], retry=0 2024-11-11T15:52:07,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44519,DS-f392fc43-9009-4139-b564-98ee245e8f74,DISK] 2024-11-11T15:52:07,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-b39eb4f3-840b-48e0-9691-e0e854b6419c,DISK] 2024-11-11T15:52:07,320 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/WALs/9a1fddc00362,33199,1731340326387/9a1fddc00362%2C33199%2C1731340326387.1731340327242 2024-11-11T15:52:07,321 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44473:44473),(127.0.0.1/127.0.0.1:43647:43647)] 2024-11-11T15:52:07,321 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:52:07,322 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:07,322 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,322 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:52:07,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:07,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:07,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:52:07,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:07,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:07,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:52:07,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:07,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:07,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:52:07,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:07,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:07,407 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,413 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,418 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,449 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,449 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,454 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:07,468 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:07,504 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:07,508 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60638780, jitterRate=-0.09641176462173462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:07,510 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731340327322Initializing all the Stores at 1731340327332 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340327332Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340327336 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340327336Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340327336Cleaning up temporary data from old regions at 1731340327449 (+113 ms)Region opened successfully at 1731340327510 (+61 ms) 2024-11-11T15:52:07,512 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:52:07,544 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a61be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:07,548 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:52:07,548 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:52:07,548 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:52:07,548 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:52:07,554 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-11T15:52:07,555 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:52:07,555 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:52:07,579 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:52:07,584 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T15:52:07,595 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T15:52:07,596 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:52:07,605 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:52:07,615 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T15:52:07,616 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:52:07,638 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:52:07,649 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T15:52:07,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T15:52:07,658 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T15:52:07,660 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:52:07,676 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T15:52:07,708 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:52:07,720 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T15:52:07,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:07,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:07,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:07,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,735 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,33199,1731340326387, sessionid=0x10198084af70000, setting cluster-up flag (Was=false) 2024-11-11T15:52:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,744 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T15:52:07,746 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33199,1731340326387 2024-11-11T15:52:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:07,806 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T15:52:07,817 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33199,1731340326387 2024-11-11T15:52:07,821 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:52:07,832 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:07,832 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:52:07,833 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:52:07,833 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,33199,1731340326387 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:52:07,835 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:07,835 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:07,835 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:07,835 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:07,835 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:52:07,835 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:07,835 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:07,835 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:07,848 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731340357848 2024-11-11T15:52:07,848 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:52:07,849 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:52:07,849 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:52:07,849 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:52:07,849 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:52:07,849 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:52:07,853 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:07,856 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:52:07,856 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:52:07,856 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:52:07,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:07,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:52:07,857 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:52:07,857 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:52:07,860 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:07,860 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340327857,5,FailOnTimeoutGroup] 2024-11-11T15:52:07,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:52:07,864 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340327860,5,FailOnTimeoutGroup] 2024-11-11T15:52:07,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:07,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:52:07,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:07,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:07,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:52:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:52:07,900 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(746): ClusterId : 9f2cf7d9-35f7-4389-9f09-f16e57a4e6c2 2024-11-11T15:52:07,900 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:52:07,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:52:07,903 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b 2024-11-11T15:52:07,908 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(746): ClusterId : 9f2cf7d9-35f7-4389-9f09-f16e57a4e6c2 2024-11-11T15:52:07,908 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:52:07,929 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:52:07,929 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:52:07,931 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:52:07,932 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:52:07,936 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:52:07,936 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:52:07,937 DEBUG [RS:1;9a1fddc00362:46397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f550c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:07,937 DEBUG [RS:0;9a1fddc00362:44821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330570d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:52:07,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:52:07,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:07,974 DEBUG [RS:1;9a1fddc00362:46397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9a1fddc00362:46397 2024-11-11T15:52:07,974 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:52:07,974 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:52:07,974 DEBUG [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:52:07,975 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33199,1731340326387 with port=46397, startcode=1731340326762 2024-11-11T15:52:07,976 DEBUG [RS:1;9a1fddc00362:46397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:52:07,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:52:07,986 DEBUG [RS:0;9a1fddc00362:44821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:44821 2024-11-11T15:52:07,987 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:52:07,987 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:52:07,987 DEBUG [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:52:07,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:52:07,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:07,988 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:52:07,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,46397,1731340326762 2024-11-11T15:52:07,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33199 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,46397,1731340326762 2024-11-11T15:52:07,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:07,993 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33199,1731340326387 with port=44821, startcode=1731340326635 2024-11-11T15:52:07,993 DEBUG [RS:0;9a1fddc00362:44821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:52:07,997 DEBUG [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b 2024-11-11T15:52:07,997 DEBUG [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45607 2024-11-11T15:52:07,997 DEBUG [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:52:07,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:52:08,001 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:52:08,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,44821,1731340326635 2024-11-11T15:52:08,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33199 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,44821,1731340326635 2024-11-11T15:52:08,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:52:08,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:08,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:08,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:52:08,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:08,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:52:08,008 DEBUG [RS:1;9a1fddc00362:46397 {}] zookeeper.ZKUtil(111): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,46397,1731340326762 2024-11-11T15:52:08,008 WARN [RS:1;9a1fddc00362:46397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:08,008 INFO [RS:1;9a1fddc00362:46397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:08,008 DEBUG [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,46397,1731340326762 2024-11-11T15:52:08,009 DEBUG [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b 2024-11-11T15:52:08,009 DEBUG [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45607 2024-11-11T15:52:08,009 DEBUG [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:52:08,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:08,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:08,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:52:08,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:52:08,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:08,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:08,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:52:08,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740 2024-11-11T15:52:08,025 DEBUG [RS:0;9a1fddc00362:44821 {}] zookeeper.ZKUtil(111): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,44821,1731340326635 2024-11-11T15:52:08,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740 2024-11-11T15:52:08,032 WARN [RS:0;9a1fddc00362:44821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:08,032 INFO [RS:0;9a1fddc00362:44821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:08,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:52:08,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,46397,1731340326762] 2024-11-11T15:52:08,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:52:08,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,44821,1731340326635] 2024-11-11T15:52:08,032 DEBUG [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,44821,1731340326635 2024-11-11T15:52:08,034 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:52:08,042 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:08,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:52:08,053 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:52:08,055 INFO [RS:1;9a1fddc00362:46397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:52:08,056 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,060 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:08,061 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73095881, jitterRate=0.08921350538730621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:08,066 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:52:08,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731340327958Initializing all the Stores at 1731340327959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340327959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340327978 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340327978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340327978Cleaning up temporary data from old regions at 1731340328032 (+54 ms)Region opened successfully at 1731340328063 (+31 ms) 2024-11-11T15:52:08,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:52:08,066 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:52:08,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:52:08,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:52:08,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:52:08,072 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:52:08,072 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:08,073 DEBUG [RS:1;9a1fddc00362:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:08,075 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,075 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,075 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,075 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,076 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,076 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46397,1731340326762-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:08,080 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:08,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340328066Disabling compacts and flushes for region at 1731340328066Disabling writes for close at 1731340328066Writing region close event to WAL at 1731340328080 (+14 ms)Closed at 1731340328080 2024-11-11T15:52:08,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:08,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:52:08,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:52:08,104 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:52:08,104 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,46397,1731340326762-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,105 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,105 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.Replication(171): 9a1fddc00362,46397,1731340326762 started 2024-11-11T15:52:08,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:52:08,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:52:08,119 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:52:08,136 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,136 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:52:08,136 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,46397,1731340326762, RpcServer on 9a1fddc00362/172.17.0.3:46397, sessionid=0x10198084af70002 2024-11-11T15:52:08,136 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:52:08,136 DEBUG [RS:1;9a1fddc00362:46397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,46397,1731340326762 2024-11-11T15:52:08,137 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,46397,1731340326762' 2024-11-11T15:52:08,137 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:52:08,140 INFO [RS:0;9a1fddc00362:44821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:52:08,140 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,144 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:52:08,152 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:52:08,152 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,152 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:08,153 DEBUG [RS:0;9a1fddc00362:44821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:08,154 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:52:08,156 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,156 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,156 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,156 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,156 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,156 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44821,1731340326635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:08,168 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:52:08,168 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:52:08,168 DEBUG [RS:1;9a1fddc00362:46397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,46397,1731340326762 2024-11-11T15:52:08,168 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,46397,1731340326762' 2024-11-11T15:52:08,168 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:52:08,175 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:52:08,178 DEBUG [RS:1;9a1fddc00362:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:52:08,178 INFO [RS:1;9a1fddc00362:46397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:52:08,178 INFO [RS:1;9a1fddc00362:46397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:52:08,202 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:52:08,202 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44821,1731340326635-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,202 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,202 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.Replication(171): 9a1fddc00362,44821,1731340326635 started 2024-11-11T15:52:08,229 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:08,229 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,44821,1731340326635, RpcServer on 9a1fddc00362/172.17.0.3:44821, sessionid=0x10198084af70001 2024-11-11T15:52:08,229 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:52:08,229 DEBUG [RS:0;9a1fddc00362:44821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,44821,1731340326635 2024-11-11T15:52:08,229 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,44821,1731340326635' 2024-11-11T15:52:08,229 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:52:08,230 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:52:08,232 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:52:08,232 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:52:08,232 DEBUG [RS:0;9a1fddc00362:44821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,44821,1731340326635 2024-11-11T15:52:08,232 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,44821,1731340326635' 2024-11-11T15:52:08,232 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:52:08,233 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:52:08,233 DEBUG [RS:0;9a1fddc00362:44821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:52:08,234 INFO [RS:0;9a1fddc00362:44821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:52:08,234 INFO [RS:0;9a1fddc00362:44821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:52:08,270 WARN [9a1fddc00362:33199 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T15:52:08,280 INFO [RS:1;9a1fddc00362:46397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:08,289 INFO [RS:1;9a1fddc00362:46397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C46397%2C1731340326762, suffix=, logDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,46397,1731340326762, archiveDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/oldWALs, maxLogs=32 2024-11-11T15:52:08,315 DEBUG [RS:1;9a1fddc00362:46397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,46397,1731340326762/9a1fddc00362%2C46397%2C1731340326762.1731340328292, exclude list is [], retry=0 2024-11-11T15:52:08,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44519,DS-f392fc43-9009-4139-b564-98ee245e8f74,DISK] 2024-11-11T15:52:08,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-b39eb4f3-840b-48e0-9691-e0e854b6419c,DISK] 2024-11-11T15:52:08,334 INFO [RS:0;9a1fddc00362:44821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:08,341 INFO [RS:1;9a1fddc00362:46397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,46397,1731340326762/9a1fddc00362%2C46397%2C1731340326762.1731340328292 2024-11-11T15:52:08,341 DEBUG [RS:1;9a1fddc00362:46397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647),(127.0.0.1/127.0.0.1:44473:44473)] 2024-11-11T15:52:08,360 INFO [RS:0;9a1fddc00362:44821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C44821%2C1731340326635, suffix=, logDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,44821,1731340326635, archiveDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/oldWALs, maxLogs=32 2024-11-11T15:52:08,384 DEBUG [RS:0;9a1fddc00362:44821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,44821,1731340326635/9a1fddc00362%2C44821%2C1731340326635.1731340328361, exclude list is [], retry=0 2024-11-11T15:52:08,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-b39eb4f3-840b-48e0-9691-e0e854b6419c,DISK] 2024-11-11T15:52:08,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44519,DS-f392fc43-9009-4139-b564-98ee245e8f74,DISK] 2024-11-11T15:52:08,409 INFO [RS:0;9a1fddc00362:44821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,44821,1731340326635/9a1fddc00362%2C44821%2C1731340326635.1731340328361 2024-11-11T15:52:08,410 DEBUG [RS:0;9a1fddc00362:44821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43647:43647),(127.0.0.1/127.0.0.1:44473:44473)] 2024-11-11T15:52:08,521 DEBUG [9a1fddc00362:33199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T15:52:08,522 DEBUG [9a1fddc00362:33199 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:52:08,525 DEBUG [9a1fddc00362:33199 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:52:08,525 DEBUG [9a1fddc00362:33199 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:52:08,525 DEBUG [9a1fddc00362:33199 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:52:08,525 DEBUG [9a1fddc00362:33199 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:52:08,526 INFO [9a1fddc00362:33199 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:52:08,526 INFO [9a1fddc00362:33199 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:52:08,526 DEBUG [9a1fddc00362:33199 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:52:08,528 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,46397,1731340326762 2024-11-11T15:52:08,533 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,46397,1731340326762, state=OPENING 2024-11-11T15:52:08,538 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:52:08,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:08,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:08,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:08,543 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:52:08,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,46397,1731340326762}] 2024-11-11T15:52:08,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:08,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:08,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:08,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:08,724 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:52:08,725 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:08,725 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:52:08,729 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C46397%2C1731340326762.meta, suffix=.meta, logDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,46397,1731340326762, archiveDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/oldWALs, maxLogs=32 2024-11-11T15:52:08,752 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,46397,1731340326762/9a1fddc00362%2C46397%2C1731340326762.meta.1731340328730.meta, exclude list is [], retry=0 2024-11-11T15:52:08,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44519,DS-f392fc43-9009-4139-b564-98ee245e8f74,DISK] 2024-11-11T15:52:08,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-b39eb4f3-840b-48e0-9691-e0e854b6419c,DISK] 2024-11-11T15:52:08,773 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/WALs/9a1fddc00362,46397,1731340326762/9a1fddc00362%2C46397%2C1731340326762.meta.1731340328730.meta 2024-11-11T15:52:08,773 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44473:44473),(127.0.0.1/127.0.0.1:43647:43647)] 2024-11-11T15:52:08,774 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:52:08,774 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:52:08,774 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:52:08,774 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:52:08,774 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:52:08,774 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:08,775 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:52:08,775 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:52:08,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:52:08,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:52:08,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:08,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:08,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:52:08,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:52:08,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:08,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:08,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:52:08,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:52:08,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:08,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:08,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:52:08,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:52:08,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:08,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:08,814 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:52:08,820 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740 2024-11-11T15:52:08,837 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740 2024-11-11T15:52:08,848 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:52:08,848 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:52:08,849 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:08,860 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:52:08,870 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62084491, jitterRate=-0.07486899197101593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:08,870 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:52:08,871 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731340328775Writing region info on filesystem at 1731340328775Initializing all the Stores at 1731340328777 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340328777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340328777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340328777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340328777Cleaning up temporary data from old regions at 1731340328848 (+71 ms)Running coprocessor post-open hooks at 1731340328870 (+22 ms)Region opened successfully at 1731340328871 (+1 ms) 2024-11-11T15:52:08,884 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731340328715 2024-11-11T15:52:08,905 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:52:08,905 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:52:08,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,46397,1731340326762 2024-11-11T15:52:08,920 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,46397,1731340326762, state=OPEN 2024-11-11T15:52:08,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:08,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:08,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:08,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:08,927 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,46397,1731340326762 2024-11-11T15:52:08,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:08,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:08,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:52:08,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,46397,1731340326762 in 383 msec 2024-11-11T15:52:08,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:52:08,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 852 msec 2024-11-11T15:52:08,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:08,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:52:08,976 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:08,976 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,46397,1731340326762, seqNum=-1] 2024-11-11T15:52:08,977 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:08,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:09,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1810 sec 2024-11-11T15:52:09,036 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731340329036, completionTime=-1 2024-11-11T15:52:09,036 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T15:52:09,036 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:52:09,048 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T15:52:09,048 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731340389048 2024-11-11T15:52:09,048 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731340449048 2024-11-11T15:52:09,049 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-11T15:52:09,056 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:52:09,057 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33199,1731340326387-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:09,057 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33199,1731340326387-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:09,057 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33199,1731340326387-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:09,057 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:33199, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:09,057 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:09,060 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:09,069 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:52:09,078 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.145sec 2024-11-11T15:52:09,080 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:52:09,080 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:52:09,080 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:52:09,080 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:52:09,080 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:52:09,080 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33199,1731340326387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:09,088 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33199,1731340326387-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:52:09,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbbd716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:09,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33199,-1 for getting cluster id 2024-11-11T15:52:09,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:52:09,124 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:52:09,124 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:52:09,124 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33199,1731340326387-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:09,133 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2cf7d9-35f7-4389-9f09-f16e57a4e6c2' 2024-11-11T15:52:09,134 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:52:09,134 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2cf7d9-35f7-4389-9f09-f16e57a4e6c2" 2024-11-11T15:52:09,134 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc4beb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:09,134 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33199,-1] 2024-11-11T15:52:09,135 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:52:09,136 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:09,142 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:52:09,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2e9db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:09,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:09,152 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,46397,1731340326762, seqNum=-1] 2024-11-11T15:52:09,152 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:09,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:09,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,33199,1731340326387 2024-11-11T15:52:09,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:52:09,170 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33199,1731340326387 2024-11-11T15:52:09,170 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@244eca3a 2024-11-11T15:52:09,170 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:52:09,172 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:52:09,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:52:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T15:52:09,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:52:09,199 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:09,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T15:52:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:09,212 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:52:09,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:52:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:52:09,291 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 842a255a2d50a70edf00f38f88e87fd6, NAME => 'testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b 2024-11-11T15:52:09,292 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => afaef31def42ea2f23c8c43fd5777842, NAME => 'testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b 2024-11-11T15:52:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:09,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:52:09,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:52:09,345 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:09,345 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 842a255a2d50a70edf00f38f88e87fd6, disabling compactions & flushes 2024-11-11T15:52:09,345 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:09,345 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:09,345 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. after waiting 0 ms 2024-11-11T15:52:09,345 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:09,345 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:09,345 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 842a255a2d50a70edf00f38f88e87fd6: Waiting for close lock at 1731340329345Disabling compacts and flushes for region at 1731340329345Disabling writes for close at 1731340329345Writing region close event to WAL at 1731340329345Closed at 1731340329345 2024-11-11T15:52:09,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:52:09,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:52:09,352 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:09,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing afaef31def42ea2f23c8c43fd5777842, disabling compactions & flushes 2024-11-11T15:52:09,353 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:09,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:09,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. after waiting 0 ms 2024-11-11T15:52:09,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:09,353 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:09,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for afaef31def42ea2f23c8c43fd5777842: Waiting for close lock at 1731340329353Disabling compacts and flushes for region at 1731340329353Disabling writes for close at 1731340329353Writing region close event to WAL at 1731340329353Closed at 1731340329353 2024-11-11T15:52:09,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:52:09,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340329363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340329363"}]},"ts":"1731340329363"} 2024-11-11T15:52:09,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340329363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340329363"}]},"ts":"1731340329363"} 2024-11-11T15:52:09,374 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T15:52:09,376 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:52:09,377 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340329377"}]},"ts":"1731340329377"} 2024-11-11T15:52:09,383 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T15:52:09,383 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:52:09,388 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:52:09,388 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:52:09,388 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:52:09,388 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:52:09,388 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:52:09,388 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:52:09,388 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:52:09,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=842a255a2d50a70edf00f38f88e87fd6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=afaef31def42ea2f23c8c43fd5777842, ASSIGN}] 2024-11-11T15:52:09,392 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=afaef31def42ea2f23c8c43fd5777842, ASSIGN 2024-11-11T15:52:09,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=842a255a2d50a70edf00f38f88e87fd6, ASSIGN 2024-11-11T15:52:09,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=842a255a2d50a70edf00f38f88e87fd6, ASSIGN; state=OFFLINE, location=9a1fddc00362,46397,1731340326762; forceNewPlan=false, retain=false 2024-11-11T15:52:09,395 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=afaef31def42ea2f23c8c43fd5777842, ASSIGN; state=OFFLINE, location=9a1fddc00362,44821,1731340326635; forceNewPlan=false, retain=false 2024-11-11T15:52:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:09,545 INFO [9a1fddc00362:33199 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T15:52:09,546 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=842a255a2d50a70edf00f38f88e87fd6, regionState=OPENING, regionLocation=9a1fddc00362,46397,1731340326762 2024-11-11T15:52:09,546 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=afaef31def42ea2f23c8c43fd5777842, regionState=OPENING, regionLocation=9a1fddc00362,44821,1731340326635 2024-11-11T15:52:09,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=842a255a2d50a70edf00f38f88e87fd6, ASSIGN because future has completed 2024-11-11T15:52:09,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 842a255a2d50a70edf00f38f88e87fd6, server=9a1fddc00362,46397,1731340326762}] 2024-11-11T15:52:09,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=afaef31def42ea2f23c8c43fd5777842, ASSIGN because future has completed 2024-11-11T15:52:09,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure afaef31def42ea2f23c8c43fd5777842, server=9a1fddc00362,44821,1731340326635}] 2024-11-11T15:52:09,720 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:09,720 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 842a255a2d50a70edf00f38f88e87fd6, NAME => 'testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T15:52:09,721 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,721 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:09,721 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,721 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,721 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:09,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:09,740 INFO [StoreOpener-842a255a2d50a70edf00f38f88e87fd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,747 INFO [StoreOpener-842a255a2d50a70edf00f38f88e87fd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 842a255a2d50a70edf00f38f88e87fd6 columnFamilyName family 2024-11-11T15:52:09,747 DEBUG [StoreOpener-842a255a2d50a70edf00f38f88e87fd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:09,748 INFO [StoreOpener-842a255a2d50a70edf00f38f88e87fd6-1 {}] regionserver.HStore(327): Store=842a255a2d50a70edf00f38f88e87fd6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:09,749 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,750 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,752 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,756 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,756 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,756 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:09,756 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => afaef31def42ea2f23c8c43fd5777842, NAME => 'testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T15:52:09,757 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,757 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:09,757 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,757 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,764 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,775 INFO [StoreOpener-afaef31def42ea2f23c8c43fd5777842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,788 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/842a255a2d50a70edf00f38f88e87fd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:09,788 INFO [StoreOpener-afaef31def42ea2f23c8c43fd5777842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afaef31def42ea2f23c8c43fd5777842 columnFamilyName family 2024-11-11T15:52:09,789 DEBUG [StoreOpener-afaef31def42ea2f23c8c43fd5777842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:09,791 INFO [StoreOpener-afaef31def42ea2f23c8c43fd5777842-1 {}] regionserver.HStore(327): Store=afaef31def42ea2f23c8c43fd5777842/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:09,791 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,796 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 842a255a2d50a70edf00f38f88e87fd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64768250, jitterRate=-0.03487786650657654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:52:09,796 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:09,796 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,798 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 842a255a2d50a70edf00f38f88e87fd6: Running coprocessor pre-open hook at 1731340329722Writing region info on filesystem at 1731340329722Initializing all the Stores at 1731340329732 (+10 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340329732Cleaning up temporary data from old regions at 1731340329756 (+24 ms)Running coprocessor post-open hooks at 1731340329796 (+40 ms)Region opened successfully at 1731340329798 (+2 ms) 2024-11-11T15:52:09,799 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,807 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6., pid=7, masterSystemTime=1731340329707 2024-11-11T15:52:09,809 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,809 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,819 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:09,819 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:09,823 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,824 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=842a255a2d50a70edf00f38f88e87fd6, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,46397,1731340326762 2024-11-11T15:52:09,828 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33199 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,46397,1731340326762, table=testClearRegionBlockCache, region=842a255a2d50a70edf00f38f88e87fd6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:52:09,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 842a255a2d50a70edf00f38f88e87fd6, server=9a1fddc00362,46397,1731340326762 because future has completed 2024-11-11T15:52:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:09,852 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/afaef31def42ea2f23c8c43fd5777842/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:09,853 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened afaef31def42ea2f23c8c43fd5777842; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73546428, jitterRate=0.0959271788597107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:52:09,853 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:09,853 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for afaef31def42ea2f23c8c43fd5777842: Running coprocessor pre-open hook at 1731340329757Writing region info on filesystem at 1731340329757Initializing all the Stores at 1731340329772 (+15 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340329773 (+1 ms)Cleaning up temporary data from old regions at 1731340329809 (+36 ms)Running coprocessor post-open hooks at 1731340329853 (+44 ms)Region opened successfully at 1731340329853 2024-11-11T15:52:09,860 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842., pid=8, masterSystemTime=1731340329721 2024-11-11T15:52:09,873 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:09,873 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:09,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T15:52:09,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 842a255a2d50a70edf00f38f88e87fd6, server=9a1fddc00362,46397,1731340326762 in 299 msec 2024-11-11T15:52:09,873 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=afaef31def42ea2f23c8c43fd5777842, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,44821,1731340326635 2024-11-11T15:52:09,889 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33199 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,44821,1731340326635, table=testClearRegionBlockCache, region=afaef31def42ea2f23c8c43fd5777842. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:52:09,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure afaef31def42ea2f23c8c43fd5777842, server=9a1fddc00362,44821,1731340326635 because future has completed 2024-11-11T15:52:09,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=842a255a2d50a70edf00f38f88e87fd6, ASSIGN in 484 msec 2024-11-11T15:52:09,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T15:52:09,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure afaef31def42ea2f23c8c43fd5777842, server=9a1fddc00362,44821,1731340326635 in 358 msec 2024-11-11T15:52:09,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T15:52:09,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=afaef31def42ea2f23c8c43fd5777842, ASSIGN in 556 msec 2024-11-11T15:52:09,965 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:52:09,965 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340329965"}]},"ts":"1731340329965"} 2024-11-11T15:52:09,980 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T15:52:09,985 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:52:09,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 810 msec 2024-11-11T15:52:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:10,348 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T15:52:10,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T15:52:10,349 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:52:10,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T15:52:10,354 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:52:10,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T15:52:10,358 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6., hostname=9a1fddc00362,46397,1731340326762, seqNum=2] 2024-11-11T15:52:10,380 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842., hostname=9a1fddc00362,44821,1731340326635, seqNum=2] 2024-11-11T15:52:10,381 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:10,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:10,408 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing afaef31def42ea2f23c8c43fd5777842 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T15:52:10,457 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/afaef31def42ea2f23c8c43fd5777842/.tmp/family/584566852c7f4314b58481ff389ae2ea is 32, key is 5/family:/1731340330386/Put/seqid=0 2024-11-11T15:52:10,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741839_1015 (size=5083) 2024-11-11T15:52:10,505 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/afaef31def42ea2f23c8c43fd5777842/.tmp/family/584566852c7f4314b58481ff389ae2ea 2024-11-11T15:52:10,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741839_1015 (size=5083) 2024-11-11T15:52:10,527 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/afaef31def42ea2f23c8c43fd5777842/.tmp/family/584566852c7f4314b58481ff389ae2ea as hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/afaef31def42ea2f23c8c43fd5777842/family/584566852c7f4314b58481ff389ae2ea 2024-11-11T15:52:10,554 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/afaef31def42ea2f23c8c43fd5777842/family/584566852c7f4314b58481ff389ae2ea, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T15:52:10,570 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for afaef31def42ea2f23c8c43fd5777842 in 162ms, sequenceid=9, compaction requested=false 2024-11-11T15:52:10,570 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for afaef31def42ea2f23c8c43fd5777842: 2024-11-11T15:52:10,570 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 842a255a2d50a70edf00f38f88e87fd6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T15:52:10,606 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/842a255a2d50a70edf00f38f88e87fd6/.tmp/family/c3a1c850f94d49e286d2146760dda846 is 32, key is 1/family:/1731340330360/Put/seqid=0 2024-11-11T15:52:10,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741840_1016 (size=5054) 2024-11-11T15:52:10,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741840_1016 (size=5054) 2024-11-11T15:52:11,043 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/842a255a2d50a70edf00f38f88e87fd6/.tmp/family/c3a1c850f94d49e286d2146760dda846 2024-11-11T15:52:11,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/842a255a2d50a70edf00f38f88e87fd6/.tmp/family/c3a1c850f94d49e286d2146760dda846 as hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/842a255a2d50a70edf00f38f88e87fd6/family/c3a1c850f94d49e286d2146760dda846 2024-11-11T15:52:11,059 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/842a255a2d50a70edf00f38f88e87fd6/family/c3a1c850f94d49e286d2146760dda846, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T15:52:11,060 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 842a255a2d50a70edf00f38f88e87fd6 in 490ms, sequenceid=8, compaction requested=false 2024-11-11T15:52:11,060 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 842a255a2d50a70edf00f38f88e87fd6: 2024-11-11T15:52:11,065 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T15:52:11,069 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:11,070 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:11,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:11,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:11,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:52:11,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:11,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:11,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:11,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:11,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:52:11,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:52:11,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=263871465, stopped=false 2024-11-11T15:52:11,074 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,33199,1731340326387 2024-11-11T15:52:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:11,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:11,077 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:52:11,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:11,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:11,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:11,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:11,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:11,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:11,079 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,44821,1731340326635' ***** 2024-11-11T15:52:11,079 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:52:11,079 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,46397,1731340326762' ***** 2024-11-11T15:52:11,079 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:52:11,079 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:52:11,079 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:52:11,079 INFO [RS:0;9a1fddc00362:44821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:52:11,079 INFO [RS:1;9a1fddc00362:46397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:52:11,079 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:52:11,079 INFO [RS:0;9a1fddc00362:44821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:52:11,079 INFO [RS:1;9a1fddc00362:46397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:52:11,079 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:11,079 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:52:11,080 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(3091): Received CLOSE for afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:11,080 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,46397,1731340326762 2024-11-11T15:52:11,080 INFO [RS:1;9a1fddc00362:46397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:11,080 INFO [RS:1;9a1fddc00362:46397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9a1fddc00362:46397. 2024-11-11T15:52:11,080 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,44821,1731340326635 2024-11-11T15:52:11,080 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 842a255a2d50a70edf00f38f88e87fd6, disabling compactions & flushes 2024-11-11T15:52:11,080 DEBUG [RS:1;9a1fddc00362:46397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:11,080 INFO [RS:0;9a1fddc00362:44821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:11,080 DEBUG [RS:1;9a1fddc00362:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:11,080 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:11,080 INFO [RS:0;9a1fddc00362:44821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:44821. 2024-11-11T15:52:11,080 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:11,080 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:52:11,080 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. after waiting 0 ms 2024-11-11T15:52:11,080 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:52:11,080 DEBUG [RS:0;9a1fddc00362:44821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:11,080 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:52:11,080 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:11,080 DEBUG [RS:0;9a1fddc00362:44821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:11,080 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:52:11,080 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:52:11,080 DEBUG [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(1325): Online Regions={afaef31def42ea2f23c8c43fd5777842=testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842.} 2024-11-11T15:52:11,081 DEBUG [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(1351): Waiting on afaef31def42ea2f23c8c43fd5777842 2024-11-11T15:52:11,081 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afaef31def42ea2f23c8c43fd5777842, disabling compactions & flushes 2024-11-11T15:52:11,081 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:11,081 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:52:11,081 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:11,081 DEBUG [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(1325): Online Regions={842a255a2d50a70edf00f38f88e87fd6=testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:52:11,081 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. after waiting 0 ms 2024-11-11T15:52:11,081 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:52:11,081 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:11,081 DEBUG [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 842a255a2d50a70edf00f38f88e87fd6 2024-11-11T15:52:11,081 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:52:11,081 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:52:11,081 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:52:11,081 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:52:11,082 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T15:52:11,087 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/afaef31def42ea2f23c8c43fd5777842/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T15:52:11,088 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/default/testClearRegionBlockCache/842a255a2d50a70edf00f38f88e87fd6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T15:52:11,089 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:11,089 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afaef31def42ea2f23c8c43fd5777842: Waiting for close lock at 1731340331081Running coprocessor pre-close hooks at 1731340331081Disabling compacts and flushes for region at 1731340331081Disabling writes for close at 1731340331081Writing region close event to WAL at 1731340331082 (+1 ms)Running coprocessor post-close hooks at 1731340331089 (+7 ms)Closed at 1731340331089 2024-11-11T15:52:11,089 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:11,089 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842. 2024-11-11T15:52:11,089 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 842a255a2d50a70edf00f38f88e87fd6: Waiting for close lock at 1731340331080Running coprocessor pre-close hooks at 1731340331080Disabling compacts and flushes for region at 1731340331080Disabling writes for close at 1731340331080Writing region close event to WAL at 1731340331082 (+2 ms)Running coprocessor post-close hooks at 1731340331089 (+7 ms)Closed at 1731340331089 2024-11-11T15:52:11,089 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731340329175.842a255a2d50a70edf00f38f88e87fd6. 2024-11-11T15:52:11,093 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:11,103 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:52:11,103 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:52:11,104 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/.tmp/info/1630aae5936848ed97627d7bb0356d9d is 173, key is testClearRegionBlockCache,5,1731340329175.afaef31def42ea2f23c8c43fd5777842./info:regioninfo/1731340329873/Put/seqid=0 2024-11-11T15:52:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:52:11,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:52:11,113 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/.tmp/info/1630aae5936848ed97627d7bb0356d9d 2024-11-11T15:52:11,169 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:52:11,170 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:52:11,171 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:11,177 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/.tmp/ns/f908bd62741748d699d0c9491d1cce5e is 43, key is default/ns:d/1731340328981/Put/seqid=0 2024-11-11T15:52:11,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:52:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:52:11,184 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/.tmp/ns/f908bd62741748d699d0c9491d1cce5e 2024-11-11T15:52:11,208 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/.tmp/table/d9fcd468701045d1b540dd30d2f55898 is 61, key is testClearRegionBlockCache/table:state/1731340329965/Put/seqid=0 2024-11-11T15:52:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:52:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:52:11,219 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/.tmp/table/d9fcd468701045d1b540dd30d2f55898 2024-11-11T15:52:11,233 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/.tmp/info/1630aae5936848ed97627d7bb0356d9d as hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/info/1630aae5936848ed97627d7bb0356d9d 2024-11-11T15:52:11,240 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/info/1630aae5936848ed97627d7bb0356d9d, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T15:52:11,241 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/.tmp/ns/f908bd62741748d699d0c9491d1cce5e as hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/ns/f908bd62741748d699d0c9491d1cce5e 2024-11-11T15:52:11,249 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/ns/f908bd62741748d699d0c9491d1cce5e, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T15:52:11,250 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/.tmp/table/d9fcd468701045d1b540dd30d2f55898 as hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/table/d9fcd468701045d1b540dd30d2f55898 2024-11-11T15:52:11,268 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/table/d9fcd468701045d1b540dd30d2f55898, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T15:52:11,275 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=13, compaction requested=false 2024-11-11T15:52:11,281 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,44821,1731340326635; all regions closed. 2024-11-11T15:52:11,281 DEBUG [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:11,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741834_1010 (size=1867) 2024-11-11T15:52:11,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741834_1010 (size=1867) 2024-11-11T15:52:11,300 DEBUG [RS:0;9a1fddc00362:44821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/oldWALs 2024-11-11T15:52:11,300 INFO [RS:0;9a1fddc00362:44821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C44821%2C1731340326635:(num 1731340328361) 2024-11-11T15:52:11,300 DEBUG [RS:0;9a1fddc00362:44821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:11,300 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:11,302 INFO [RS:0;9a1fddc00362:44821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:11,302 INFO [RS:0;9a1fddc00362:44821 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:11,303 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:52:11,303 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:52:11,303 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:52:11,303 INFO [RS:0;9a1fddc00362:44821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:11,303 INFO [RS:0;9a1fddc00362:44821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44821 2024-11-11T15:52:11,303 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:11,304 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T15:52:11,309 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:52:11,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,44821,1731340326635 2024-11-11T15:52:11,309 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:11,309 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340331081Running coprocessor pre-close hooks at 1731340331081Disabling compacts and flushes for region at 1731340331081Disabling writes for close at 1731340331081Obtaining lock to block concurrent updates at 1731340331082 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731340331082Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731340331083 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731340331084 (+1 ms)Flushing 1588230740/info: creating writer at 1731340331084Flushing 1588230740/info: appending metadata at 1731340331103 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731340331103Flushing 1588230740/ns: creating writer at 1731340331120 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731340331176 (+56 ms)Flushing 1588230740/ns: closing flushed file at 1731340331176Flushing 1588230740/table: creating writer at 1731340331192 (+16 ms)Flushing 1588230740/table: appending metadata at 1731340331208 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731340331208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c756868: reopening flushed file at 1731340331231 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee0036e: reopening flushed file at 1731340331240 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5520d789: reopening flushed file at 1731340331249 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=13, compaction requested=false at 1731340331275 (+26 ms)Writing region close event to WAL at 1731340331280 (+5 ms)Running coprocessor post-close hooks at 1731340331309 (+29 ms)Closed at 1731340331309 2024-11-11T15:52:11,310 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:11,310 INFO [RS:0;9a1fddc00362:44821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:11,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:11,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,44821,1731340326635] 2024-11-11T15:52:11,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,44821,1731340326635 already deleted, retry=false 2024-11-11T15:52:11,347 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,44821,1731340326635 expired; onlineServers=1 2024-11-11T15:52:11,417 INFO [RS:0;9a1fddc00362:44821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:11,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:11,417 INFO [RS:0;9a1fddc00362:44821 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,44821,1731340326635; zookeeper connection closed. 2024-11-11T15:52:11,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44821-0x10198084af70001, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:11,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ccf02ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ccf02ca 2024-11-11T15:52:11,482 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,46397,1731340326762; all regions closed. 2024-11-11T15:52:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:52:11,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:52:11,496 DEBUG [RS:1;9a1fddc00362:46397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/oldWALs 2024-11-11T15:52:11,496 INFO [RS:1;9a1fddc00362:46397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C46397%2C1731340326762.meta:.meta(num 1731340328730) 2024-11-11T15:52:11,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741833_1009 (size=1758) 2024-11-11T15:52:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741833_1009 (size=1758) 2024-11-11T15:52:11,522 DEBUG [RS:1;9a1fddc00362:46397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/oldWALs 2024-11-11T15:52:11,522 INFO [RS:1;9a1fddc00362:46397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C46397%2C1731340326762:(num 1731340328292) 2024-11-11T15:52:11,522 DEBUG [RS:1;9a1fddc00362:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:11,522 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:11,522 INFO [RS:1;9a1fddc00362:46397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:11,522 INFO [RS:1;9a1fddc00362:46397 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:11,523 INFO [RS:1;9a1fddc00362:46397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:11,523 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:11,523 INFO [RS:1;9a1fddc00362:46397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46397 2024-11-11T15:52:11,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,46397,1731340326762 2024-11-11T15:52:11,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:11,525 INFO [RS:1;9a1fddc00362:46397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:11,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,46397,1731340326762] 2024-11-11T15:52:11,527 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,46397,1731340326762 already deleted, retry=false 2024-11-11T15:52:11,528 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,46397,1731340326762 expired; onlineServers=0 2024-11-11T15:52:11,528 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,33199,1731340326387' ***** 2024-11-11T15:52:11,528 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:52:11,528 INFO [M:0;9a1fddc00362:33199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:11,528 INFO [M:0;9a1fddc00362:33199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:11,528 DEBUG [M:0;9a1fddc00362:33199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:52:11,528 DEBUG [M:0;9a1fddc00362:33199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:52:11,528 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:52:11,528 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340327860 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340327860,5,FailOnTimeoutGroup] 2024-11-11T15:52:11,528 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340327857 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340327857,5,FailOnTimeoutGroup] 2024-11-11T15:52:11,528 INFO [M:0;9a1fddc00362:33199 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:11,528 INFO [M:0;9a1fddc00362:33199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:11,529 DEBUG [M:0;9a1fddc00362:33199 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:52:11,529 INFO [M:0;9a1fddc00362:33199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:52:11,529 INFO [M:0;9a1fddc00362:33199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:52:11,529 INFO [M:0;9a1fddc00362:33199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:52:11,529 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:52:11,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:11,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:11,531 DEBUG [M:0;9a1fddc00362:33199 {}] zookeeper.ZKUtil(347): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T15:52:11,531 WARN [M:0;9a1fddc00362:33199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:52:11,531 INFO [M:0;9a1fddc00362:33199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/.lastflushedseqids 2024-11-11T15:52:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741844_1020 (size=191) 2024-11-11T15:52:11,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741844_1020 (size=191) 2024-11-11T15:52:11,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:11,627 INFO [RS:1;9a1fddc00362:46397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:11,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x10198084af70002, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:11,627 INFO [RS:1;9a1fddc00362:46397 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,46397,1731340326762; zookeeper connection closed. 2024-11-11T15:52:11,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f8ee775 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f8ee775 2024-11-11T15:52:11,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T15:52:11,960 INFO [M:0;9a1fddc00362:33199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:52:11,960 INFO [M:0;9a1fddc00362:33199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:52:11,960 DEBUG [M:0;9a1fddc00362:33199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:52:11,960 INFO [M:0;9a1fddc00362:33199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:11,960 DEBUG [M:0;9a1fddc00362:33199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:11,960 DEBUG [M:0;9a1fddc00362:33199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:52:11,960 DEBUG [M:0;9a1fddc00362:33199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:11,961 INFO [M:0;9a1fddc00362:33199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-11T15:52:11,999 DEBUG [M:0;9a1fddc00362:33199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fdda1cc15d44d79b24a20b0322ef7d8 is 82, key is hbase:meta,,1/info:regioninfo/1731340328912/Put/seqid=0 2024-11-11T15:52:12,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:52:12,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:52:12,044 INFO [M:0;9a1fddc00362:33199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fdda1cc15d44d79b24a20b0322ef7d8 2024-11-11T15:52:12,093 DEBUG [M:0;9a1fddc00362:33199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08870b8f1a53430898ed4686c092bbbe is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731340329990/Put/seqid=0 2024-11-11T15:52:12,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741846_1022 (size=6218) 2024-11-11T15:52:12,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741846_1022 (size=6218) 2024-11-11T15:52:12,527 INFO [M:0;9a1fddc00362:33199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08870b8f1a53430898ed4686c092bbbe 2024-11-11T15:52:12,563 DEBUG [M:0;9a1fddc00362:33199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23e3b4e892ba458b9eefde0b841f4b6e is 69, key is 9a1fddc00362,44821,1731340326635/rs:state/1731340328002/Put/seqid=0 2024-11-11T15:52:12,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:52:12,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:52:12,619 INFO [M:0;9a1fddc00362:33199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23e3b4e892ba458b9eefde0b841f4b6e 2024-11-11T15:52:12,629 DEBUG [M:0;9a1fddc00362:33199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fdda1cc15d44d79b24a20b0322ef7d8 as hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fdda1cc15d44d79b24a20b0322ef7d8 2024-11-11T15:52:12,644 INFO [M:0;9a1fddc00362:33199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fdda1cc15d44d79b24a20b0322ef7d8, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T15:52:12,659 DEBUG [M:0;9a1fddc00362:33199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08870b8f1a53430898ed4686c092bbbe as hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08870b8f1a53430898ed4686c092bbbe 2024-11-11T15:52:12,674 INFO [M:0;9a1fddc00362:33199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08870b8f1a53430898ed4686c092bbbe, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T15:52:12,680 DEBUG [M:0;9a1fddc00362:33199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23e3b4e892ba458b9eefde0b841f4b6e as hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23e3b4e892ba458b9eefde0b841f4b6e 2024-11-11T15:52:12,690 INFO [M:0;9a1fddc00362:33199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45607/user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23e3b4e892ba458b9eefde0b841f4b6e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T15:52:12,692 INFO [M:0;9a1fddc00362:33199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 731ms, sequenceid=71, compaction requested=false 2024-11-11T15:52:12,703 INFO [M:0;9a1fddc00362:33199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:12,703 DEBUG [M:0;9a1fddc00362:33199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340331960Disabling compacts and flushes for region at 1731340331960Disabling writes for close at 1731340331960Obtaining lock to block concurrent updates at 1731340331961 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731340331961Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731340331961Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731340331962 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731340331963 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731340331999 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731340331999Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731340332056 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731340332092 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731340332092Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731340332535 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731340332562 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731340332563 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b717fd: reopening flushed file at 1731340332628 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab8411: reopening flushed file at 1731340332645 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7ff9b9: reopening flushed file at 1731340332675 (+30 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 731ms, sequenceid=71, compaction requested=false at 1731340332692 (+17 ms)Writing region close event to WAL at 1731340332703 (+11 ms)Closed at 1731340332703 2024-11-11T15:52:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741830_1006 (size=35428) 2024-11-11T15:52:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741830_1006 (size=35428) 2024-11-11T15:52:12,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/044222c0-a5be-13e3-4d72-13ac71dffe9b/MasterData/WALs/9a1fddc00362,33199,1731340326387/9a1fddc00362%2C33199%2C1731340326387.1731340327242 not finished, retry = 0 2024-11-11T15:52:12,818 INFO [M:0;9a1fddc00362:33199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:52:12,818 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:12,818 INFO [M:0;9a1fddc00362:33199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33199 2024-11-11T15:52:12,819 INFO [M:0;9a1fddc00362:33199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:12,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:12,921 INFO [M:0;9a1fddc00362:33199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:12,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x10198084af70000, quorum=127.0.0.1:50467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:12,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d7e929f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:12,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6649eb30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:12,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:12,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b1c53e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:12,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bb4572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:12,935 WARN [BP-581497012-172.17.0.3-1731340324756 heartbeating to localhost/127.0.0.1:45607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:52:12,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:52:12,935 WARN [BP-581497012-172.17.0.3-1731340324756 heartbeating to localhost/127.0.0.1:45607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-581497012-172.17.0.3-1731340324756 (Datanode Uuid 3fe27deb-f6af-4049-b881-ae080eedbc2e) service to localhost/127.0.0.1:45607 2024-11-11T15:52:12,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:52:12,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/data/data3/current/BP-581497012-172.17.0.3-1731340324756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:12,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/data/data4/current/BP-581497012-172.17.0.3-1731340324756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:12,937 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:52:12,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a10ebb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:12,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1346500c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:12,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:12,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103727a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:12,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@200aa9ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:12,960 WARN [BP-581497012-172.17.0.3-1731340324756 heartbeating to localhost/127.0.0.1:45607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:52:12,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:52:12,961 WARN [BP-581497012-172.17.0.3-1731340324756 heartbeating to localhost/127.0.0.1:45607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-581497012-172.17.0.3-1731340324756 (Datanode Uuid 59fca307-8eb6-4e24-ac38-1865b6fa460e) service to localhost/127.0.0.1:45607 2024-11-11T15:52:12,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:52:12,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/data/data1/current/BP-581497012-172.17.0.3-1731340324756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:12,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/cluster_f6afa207-3785-33a0-1a30-538b541785b3/data/data2/current/BP-581497012-172.17.0.3-1731340324756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:12,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:52:12,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ee3dd2e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:52:12,984 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d67807a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:12,984 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:12,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5df99c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:12,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62aec7a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:13,002 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:52:13,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:52:13,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=127 (was 107) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:45607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:45607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:45607 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:45607 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=467 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1103 (was 1180), ProcessCount=11 (was 11), AvailableMemoryMB=5580 (was 5140) - AvailableMemoryMB LEAK? - 2024-11-11T15:52:13,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=127, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=1103, ProcessCount=11, AvailableMemoryMB=5579 2024-11-11T15:52:13,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.log.dir so I do NOT create it in target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7 2024-11-11T15:52:13,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:52:13,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.tmp.dir so I do NOT create it in target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7 2024-11-11T15:52:13,081 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/829be65d-7bea-1498-7e7b-0de4be2631f5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:52:13,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7 2024-11-11T15:52:13,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:52:13,081 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4, deleteOnExit=true 2024-11-11T15:52:13,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:52:13,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/test.cache.data in system properties and HBase conf 2024-11-11T15:52:13,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:52:13,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:52:13,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:52:13,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:52:13,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:52:13,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:52:13,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:52:13,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:52:13,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:52:13,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:52:13,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:52:13,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:52:13,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:52:13,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:52:13,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:52:13,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:52:13,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:52:13,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:52:13,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:52:13,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:52:13,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:13,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:13,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:13,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:13,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:52:13,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:13,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c56770a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:13,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a661c2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:13,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4601ef97{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/java.io.tmpdir/jetty-localhost-32917-hadoop-hdfs-3_4_1-tests_jar-_-any-10736425586192810742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:52:13,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e441377{HTTP/1.1, (http/1.1)}{localhost:32917} 2024-11-11T15:52:13,432 INFO [Time-limited test {}] server.Server(415): Started @34476ms 2024-11-11T15:52:13,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:13,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:13,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:13,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:13,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:52:13,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ab5a58f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:13,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4ccd4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:13,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43f26d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/java.io.tmpdir/jetty-localhost-35633-hadoop-hdfs-3_4_1-tests_jar-_-any-4685057615199667549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:13,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21d566d9{HTTP/1.1, (http/1.1)}{localhost:35633} 2024-11-11T15:52:13,786 INFO [Time-limited test {}] server.Server(415): Started @34829ms 2024-11-11T15:52:13,787 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:52:13,893 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:52:13,895 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:13,932 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:13,933 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:13,941 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:13,942 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:13,942 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:13,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:13,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:13,996 WARN [Thread-881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/data/data1/current/BP-1882848168-172.17.0.3-1731340333126/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:13,997 WARN [Thread-882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/data/data2/current/BP-1882848168-172.17.0.3-1731340333126/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:14,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:14,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:14,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:52:14,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45d29c64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:14,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24954fd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:14,049 WARN [Thread-863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:52:14,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68a1d64cb8ed003e with lease ID 0x52522d7f62cc0970: Processing first storage report for DS-4c47ccb4-cfa6-401f-b2ee-1ae8c7209d2f from datanode DatanodeRegistration(127.0.0.1:45839, datanodeUuid=071876fd-9943-4684-9410-4b49400e8a3a, infoPort=35347, infoSecurePort=0, ipcPort=36471, storageInfo=lv=-57;cid=testClusterID;nsid=544556519;c=1731340333126) 2024-11-11T15:52:14,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68a1d64cb8ed003e with lease ID 0x52522d7f62cc0970: from storage DS-4c47ccb4-cfa6-401f-b2ee-1ae8c7209d2f node DatanodeRegistration(127.0.0.1:45839, datanodeUuid=071876fd-9943-4684-9410-4b49400e8a3a, infoPort=35347, infoSecurePort=0, ipcPort=36471, storageInfo=lv=-57;cid=testClusterID;nsid=544556519;c=1731340333126), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:52:14,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68a1d64cb8ed003e with lease ID 0x52522d7f62cc0970: Processing first storage report for DS-009a03e4-ae25-45ba-b462-3c8f7cf9de2a from datanode DatanodeRegistration(127.0.0.1:45839, datanodeUuid=071876fd-9943-4684-9410-4b49400e8a3a, infoPort=35347, infoSecurePort=0, ipcPort=36471, storageInfo=lv=-57;cid=testClusterID;nsid=544556519;c=1731340333126) 2024-11-11T15:52:14,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68a1d64cb8ed003e with lease ID 0x52522d7f62cc0970: from storage DS-009a03e4-ae25-45ba-b462-3c8f7cf9de2a node DatanodeRegistration(127.0.0.1:45839, datanodeUuid=071876fd-9943-4684-9410-4b49400e8a3a, infoPort=35347, infoSecurePort=0, ipcPort=36471, storageInfo=lv=-57;cid=testClusterID;nsid=544556519;c=1731340333126), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:14,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13c2626e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/java.io.tmpdir/jetty-localhost-38765-hadoop-hdfs-3_4_1-tests_jar-_-any-12783925563239419086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:14,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55e34df{HTTP/1.1, (http/1.1)}{localhost:38765} 2024-11-11T15:52:14,201 INFO [Time-limited test {}] server.Server(415): Started @35244ms 2024-11-11T15:52:14,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:52:14,354 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/data/data3/current/BP-1882848168-172.17.0.3-1731340333126/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:14,357 WARN [Thread-912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/data/data4/current/BP-1882848168-172.17.0.3-1731340333126/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:14,411 WARN [Thread-900 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:52:14,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64c3750e5f923eb2 with lease ID 0x52522d7f62cc0971: Processing first storage report for DS-dcfb01c5-ab21-4009-9ea5-4570c4a01931 from datanode DatanodeRegistration(127.0.0.1:40879, datanodeUuid=00910758-5c1f-465e-a01e-d6fc6bace0f8, infoPort=42955, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=544556519;c=1731340333126) 2024-11-11T15:52:14,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64c3750e5f923eb2 with lease ID 0x52522d7f62cc0971: from storage DS-dcfb01c5-ab21-4009-9ea5-4570c4a01931 node DatanodeRegistration(127.0.0.1:40879, datanodeUuid=00910758-5c1f-465e-a01e-d6fc6bace0f8, infoPort=42955, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=544556519;c=1731340333126), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64c3750e5f923eb2 with lease ID 0x52522d7f62cc0971: Processing first storage report for DS-b2f405e3-6640-424d-afd1-ad862692c1e9 from datanode DatanodeRegistration(127.0.0.1:40879, datanodeUuid=00910758-5c1f-465e-a01e-d6fc6bace0f8, infoPort=42955, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=544556519;c=1731340333126) 2024-11-11T15:52:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64c3750e5f923eb2 with lease ID 0x52522d7f62cc0971: from storage DS-b2f405e3-6640-424d-afd1-ad862692c1e9 node DatanodeRegistration(127.0.0.1:40879, datanodeUuid=00910758-5c1f-465e-a01e-d6fc6bace0f8, infoPort=42955, infoSecurePort=0, ipcPort=44511, storageInfo=lv=-57;cid=testClusterID;nsid=544556519;c=1731340333126), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:14,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7 2024-11-11T15:52:14,501 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/zookeeper_0, clientPort=54755, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:52:14,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54755 2024-11-11T15:52:14,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:14,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:14,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:52:14,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:52:14,931 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465 with version=8 2024-11-11T15:52:14,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/hbase-staging 2024-11-11T15:52:14,935 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:14,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:14,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:14,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:14,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:14,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:14,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:52:14,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:14,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33171 2024-11-11T15:52:14,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33171 connecting to ZooKeeper ensemble=127.0.0.1:54755 2024-11-11T15:52:14,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331710x0, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:14,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33171-0x10198086b060000 connected 2024-11-11T15:52:15,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:15,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:15,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:15,032 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465, hbase.cluster.distributed=false 2024-11-11T15:52:15,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:15,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33171 2024-11-11T15:52:15,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33171 2024-11-11T15:52:15,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33171 2024-11-11T15:52:15,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33171 2024-11-11T15:52:15,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33171 2024-11-11T15:52:15,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:15,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:15,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:15,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:15,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:15,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:15,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:52:15,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:15,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34149 2024-11-11T15:52:15,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34149 connecting to ZooKeeper ensemble=127.0.0.1:54755 2024-11-11T15:52:15,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:15,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:15,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341490x0, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:15,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341490x0, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:15,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34149-0x10198086b060001 connected 2024-11-11T15:52:15,084 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:52:15,094 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T15:52:15,116 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T15:52:15,122 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T15:52:15,131 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T15:52:15,136 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:52:15,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:52:15,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:15,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34149 2024-11-11T15:52:15,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34149 2024-11-11T15:52:15,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34149 2024-11-11T15:52:15,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34149 2024-11-11T15:52:15,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34149 2024-11-11T15:52:15,204 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:15,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:15,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:15,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:15,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:15,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:15,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:52:15,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:15,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44319 2024-11-11T15:52:15,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44319 connecting to ZooKeeper ensemble=127.0.0.1:54755 2024-11-11T15:52:15,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:15,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:15,224 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443190x0, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:15,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443190x0, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:15,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:52:15,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44319-0x10198086b060002 connected 2024-11-11T15:52:15,233 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T15:52:15,247 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T15:52:15,247 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T15:52:15,248 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T15:52:15,252 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:52:15,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:52:15,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:15,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44319 2024-11-11T15:52:15,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44319 2024-11-11T15:52:15,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44319 2024-11-11T15:52:15,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44319 2024-11-11T15:52:15,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44319 2024-11-11T15:52:15,307 DEBUG [M:0;9a1fddc00362:33171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:33171 2024-11-11T15:52:15,308 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9a1fddc00362,33171,1731340334934 2024-11-11T15:52:15,312 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:15,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:15,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:15,316 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9a1fddc00362,33171,1731340334934 2024-11-11T15:52:15,319 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:15,319 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:15,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:15,320 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T15:52:15,324 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9a1fddc00362,33171,1731340334934 from backup master directory 2024-11-11T15:52:15,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:15,326 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:15,327 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:15,327 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,33171,1731340334934 2024-11-11T15:52:15,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9a1fddc00362,33171,1731340334934 2024-11-11T15:52:15,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:15,345 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/hbase.id] with ID: aa38483f-5b9a-4fbd-bf1f-b9f6914aeab9 2024-11-11T15:52:15,346 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/.tmp/hbase.id 2024-11-11T15:52:15,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:52:15,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:52:15,362 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/.tmp/hbase.id]:[hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/hbase.id] 2024-11-11T15:52:15,387 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:15,387 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:52:15,392 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-11T15:52:15,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:15,408 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:15,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:15,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:52:15,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:52:15,862 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:52:15,863 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:52:15,864 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:15,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:52:15,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:52:16,279 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store 2024-11-11T15:52:16,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:52:16,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:52:16,690 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:16,691 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:52:16,691 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:16,691 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:16,691 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:52:16,691 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:16,691 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:16,691 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340336690Disabling compacts and flushes for region at 1731340336690Disabling writes for close at 1731340336691 (+1 ms)Writing region close event to WAL at 1731340336691Closed at 1731340336691 2024-11-11T15:52:16,692 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/.initializing 2024-11-11T15:52:16,693 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/WALs/9a1fddc00362,33171,1731340334934 2024-11-11T15:52:16,694 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:16,696 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C33171%2C1731340334934, suffix=, logDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/WALs/9a1fddc00362,33171,1731340334934, archiveDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/oldWALs, maxLogs=10 2024-11-11T15:52:16,716 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/WALs/9a1fddc00362,33171,1731340334934/9a1fddc00362%2C33171%2C1731340334934.1731340336697, exclude list is [], retry=0 2024-11-11T15:52:16,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-4c47ccb4-cfa6-401f-b2ee-1ae8c7209d2f,DISK] 2024-11-11T15:52:16,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40879,DS-dcfb01c5-ab21-4009-9ea5-4570c4a01931,DISK] 2024-11-11T15:52:16,748 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/WALs/9a1fddc00362,33171,1731340334934/9a1fddc00362%2C33171%2C1731340334934.1731340336697 2024-11-11T15:52:16,752 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35347:35347),(127.0.0.1/127.0.0.1:42955:42955)] 2024-11-11T15:52:16,752 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:52:16,753 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:16,753 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,753 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:52:16,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:16,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:16,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:52:16,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:16,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:16,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:52:16,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:16,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:16,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:52:16,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:16,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:16,811 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,818 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,824 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,831 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,831 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,835 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:16,837 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:16,853 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:16,854 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73831267, jitterRate=0.10017161071300507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:16,855 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731340336753Initializing all the Stores at 1731340336764 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340336764Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340336770 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340336770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340336770Cleaning up temporary data from old regions at 1731340336831 (+61 ms)Region opened successfully at 1731340336855 (+24 ms) 2024-11-11T15:52:16,857 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:52:16,864 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1fc5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:16,868 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:52:16,869 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:52:16,869 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:52:16,869 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:52:16,872 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-11T15:52:16,872 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:52:16,872 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:52:16,883 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:52:16,884 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T15:52:16,886 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T15:52:16,886 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:52:16,887 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:52:16,892 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T15:52:16,892 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:52:16,900 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:52:16,902 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T15:52:16,904 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:52:16,907 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T15:52:16,911 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:52:16,916 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T15:52:16,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:16,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:16,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:16,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:16,919 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:16,919 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:16,920 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,33171,1731340334934, sessionid=0x10198086b060000, setting cluster-up flag (Was=false) 2024-11-11T15:52:16,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:16,926 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:16,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:16,952 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T15:52:16,963 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33171,1731340334934 2024-11-11T15:52:16,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:16,968 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:16,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:16,973 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T15:52:16,975 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,33171,1731340334934 2024-11-11T15:52:16,976 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:52:16,978 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:16,979 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:52:16,979 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:52:16,979 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,33171,1731340334934 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:52:16,981 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:16,981 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:16,981 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:16,981 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:16,981 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:52:16,981 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:16,981 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:16,981 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:16,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:16,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:52:16,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731340366996 2024-11-11T15:52:16,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:52:16,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:52:16,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:52:16,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:52:16,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:52:16,996 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:52:16,997 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:16,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:52:17,000 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,000 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:52:17,000 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:52:17,001 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:52:17,024 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:52:17,024 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:52:17,028 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340337024,5,FailOnTimeoutGroup] 2024-11-11T15:52:17,040 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340337028,5,FailOnTimeoutGroup] 2024-11-11T15:52:17,040 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,040 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:52:17,040 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,040 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,054 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(746): ClusterId : aa38483f-5b9a-4fbd-bf1f-b9f6914aeab9 2024-11-11T15:52:17,054 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:52:17,060 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(746): ClusterId : aa38483f-5b9a-4fbd-bf1f-b9f6914aeab9 2024-11-11T15:52:17,060 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:52:17,065 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:52:17,065 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:52:17,070 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:52:17,070 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:52:17,079 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:52:17,079 DEBUG [RS:0;9a1fddc00362:34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fb8d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:17,081 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:52:17,082 DEBUG [RS:1;9a1fddc00362:44319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239b0eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:52:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:52:17,095 DEBUG [RS:0;9a1fddc00362:34149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:34149 2024-11-11T15:52:17,095 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:52:17,095 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:52:17,095 DEBUG [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:52:17,096 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33171,1731340334934 with port=34149, startcode=1731340335067 2024-11-11T15:52:17,096 DEBUG [RS:0;9a1fddc00362:34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:52:17,101 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:52:17,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,34149,1731340335067 2024-11-11T15:52:17,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33171 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,34149,1731340335067 2024-11-11T15:52:17,102 DEBUG [RS:1;9a1fddc00362:44319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9a1fddc00362:44319 2024-11-11T15:52:17,102 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:52:17,103 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:52:17,103 DEBUG [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:52:17,103 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,33171,1731340334934 with port=44319, startcode=1731340335204 2024-11-11T15:52:17,104 DEBUG [RS:1;9a1fddc00362:44319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:52:17,106 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:52:17,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,44319,1731340335204 2024-11-11T15:52:17,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33171 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,44319,1731340335204 2024-11-11T15:52:17,109 DEBUG [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465 2024-11-11T15:52:17,109 DEBUG [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36681 2024-11-11T15:52:17,109 DEBUG [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:52:17,110 DEBUG [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465 2024-11-11T15:52:17,110 DEBUG [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36681 2024-11-11T15:52:17,110 DEBUG [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:52:17,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:17,118 DEBUG [RS:0;9a1fddc00362:34149 {}] zookeeper.ZKUtil(111): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,34149,1731340335067 2024-11-11T15:52:17,118 WARN [RS:0;9a1fddc00362:34149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:17,118 INFO [RS:0;9a1fddc00362:34149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:17,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,34149,1731340335067] 2024-11-11T15:52:17,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,44319,1731340335204] 2024-11-11T15:52:17,118 DEBUG [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,34149,1731340335067 2024-11-11T15:52:17,120 DEBUG [RS:1;9a1fddc00362:44319 {}] zookeeper.ZKUtil(111): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,44319,1731340335204 2024-11-11T15:52:17,120 WARN [RS:1;9a1fddc00362:44319 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:17,120 INFO [RS:1;9a1fddc00362:44319 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:17,120 DEBUG [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,44319,1731340335204 2024-11-11T15:52:17,171 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:52:17,174 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:52:17,180 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:52:17,184 INFO [RS:1;9a1fddc00362:44319 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:52:17,184 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,184 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:52:17,186 INFO [RS:0;9a1fddc00362:34149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:52:17,186 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,188 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:52:17,189 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:52:17,197 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:52:17,197 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:17,198 DEBUG [RS:1;9a1fddc00362:44319 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:17,199 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:52:17,199 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,199 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:17,200 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:17,200 DEBUG [RS:0;9a1fddc00362:34149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:17,216 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,216 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,216 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,216 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,216 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,216 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44319,1731340335204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:17,224 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,224 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,224 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,224 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,224 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,224 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34149,1731340335067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:17,266 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:52:17,266 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,34149,1731340335067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,266 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:52:17,266 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44319,1731340335204-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,266 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,267 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.Replication(171): 9a1fddc00362,44319,1731340335204 started 2024-11-11T15:52:17,267 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,267 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.Replication(171): 9a1fddc00362,34149,1731340335067 started 2024-11-11T15:52:17,290 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,290 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,44319,1731340335204, RpcServer on 9a1fddc00362/172.17.0.3:44319, sessionid=0x10198086b060002 2024-11-11T15:52:17,290 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:52:17,290 DEBUG [RS:1;9a1fddc00362:44319 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,44319,1731340335204 2024-11-11T15:52:17,290 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,44319,1731340335204' 2024-11-11T15:52:17,290 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:52:17,296 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:52:17,304 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:52:17,304 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:52:17,304 DEBUG [RS:1;9a1fddc00362:44319 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,44319,1731340335204 2024-11-11T15:52:17,304 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,44319,1731340335204' 2024-11-11T15:52:17,304 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:52:17,312 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:52:17,318 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:17,318 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,34149,1731340335067, RpcServer on 9a1fddc00362/172.17.0.3:34149, sessionid=0x10198086b060001 2024-11-11T15:52:17,319 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:52:17,319 DEBUG [RS:0;9a1fddc00362:34149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,34149,1731340335067 2024-11-11T15:52:17,319 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,34149,1731340335067' 2024-11-11T15:52:17,319 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:52:17,321 DEBUG [RS:1;9a1fddc00362:44319 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:52:17,321 INFO [RS:1;9a1fddc00362:44319 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:52:17,321 INFO [RS:1;9a1fddc00362:44319 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:52:17,324 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:52:17,334 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:52:17,334 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:52:17,334 DEBUG [RS:0;9a1fddc00362:34149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,34149,1731340335067 2024-11-11T15:52:17,334 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,34149,1731340335067' 2024-11-11T15:52:17,334 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:52:17,348 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:52:17,361 DEBUG [RS:0;9a1fddc00362:34149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:52:17,361 INFO [RS:0;9a1fddc00362:34149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:52:17,361 INFO [RS:0;9a1fddc00362:34149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:52:17,422 INFO [RS:1;9a1fddc00362:44319 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:17,424 INFO [RS:1;9a1fddc00362:44319 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C44319%2C1731340335204, suffix=, logDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,44319,1731340335204, archiveDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/oldWALs, maxLogs=32 2024-11-11T15:52:17,448 DEBUG [RS:1;9a1fddc00362:44319 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,44319,1731340335204/9a1fddc00362%2C44319%2C1731340335204.1731340337425, exclude list is [], retry=0 2024-11-11T15:52:17,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-4c47ccb4-cfa6-401f-b2ee-1ae8c7209d2f,DISK] 2024-11-11T15:52:17,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40879,DS-dcfb01c5-ab21-4009-9ea5-4570c4a01931,DISK] 2024-11-11T15:52:17,463 INFO [RS:0;9a1fddc00362:34149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:17,472 INFO [RS:0;9a1fddc00362:34149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C34149%2C1731340335067, suffix=, logDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,34149,1731340335067, archiveDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/oldWALs, maxLogs=32 2024-11-11T15:52:17,492 INFO [RS:1;9a1fddc00362:44319 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,44319,1731340335204/9a1fddc00362%2C44319%2C1731340335204.1731340337425 2024-11-11T15:52:17,496 DEBUG [RS:1;9a1fddc00362:44319 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35347:35347),(127.0.0.1/127.0.0.1:42955:42955)] 2024-11-11T15:52:17,505 DEBUG [RS:0;9a1fddc00362:34149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,34149,1731340335067/9a1fddc00362%2C34149%2C1731340335067.1731340337473, exclude list is [], retry=0 2024-11-11T15:52:17,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:52:17,510 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465 2024-11-11T15:52:17,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40879,DS-dcfb01c5-ab21-4009-9ea5-4570c4a01931,DISK] 2024-11-11T15:52:17,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-4c47ccb4-cfa6-401f-b2ee-1ae8c7209d2f,DISK] 2024-11-11T15:52:17,536 INFO [RS:0;9a1fddc00362:34149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,34149,1731340335067/9a1fddc00362%2C34149%2C1731340335067.1731340337473 2024-11-11T15:52:17,540 DEBUG [RS:0;9a1fddc00362:34149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42955:42955),(127.0.0.1/127.0.0.1:35347:35347)] 2024-11-11T15:52:17,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741834_1010 (size=32) 2024-11-11T15:52:17,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741834_1010 (size=32) 2024-11-11T15:52:17,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:17,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:52:17,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:52:17,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:17,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:17,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:52:18,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:52:18,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:18,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:18,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:52:18,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:52:18,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:18,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:18,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:52:18,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:52:18,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:18,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:18,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:52:18,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740 2024-11-11T15:52:18,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740 2024-11-11T15:52:18,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:52:18,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:52:18,073 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:18,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:52:18,092 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:18,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65481284, jitterRate=-0.02425283193588257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:18,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731340337982Initializing all the Stores at 1731340337983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340337983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340337988 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340337988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340337988Cleaning up temporary data from old regions at 1731340338072 (+84 ms)Region opened successfully at 1731340338094 (+22 ms) 2024-11-11T15:52:18,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:52:18,094 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:52:18,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:52:18,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:52:18,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:52:18,100 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:18,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340338094Disabling compacts and flushes for region at 1731340338094Disabling writes for close at 1731340338094Writing region close event to WAL at 1731340338100 (+6 ms)Closed at 1731340338100 2024-11-11T15:52:18,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:18,111 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:52:18,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:52:18,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:52:18,133 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:52:18,284 DEBUG [9a1fddc00362:33171 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T15:52:18,285 DEBUG [9a1fddc00362:33171 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:52:18,288 DEBUG [9a1fddc00362:33171 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:52:18,288 DEBUG [9a1fddc00362:33171 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:52:18,288 DEBUG [9a1fddc00362:33171 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:52:18,288 DEBUG [9a1fddc00362:33171 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:52:18,288 INFO [9a1fddc00362:33171 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:52:18,288 INFO [9a1fddc00362:33171 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:52:18,288 DEBUG [9a1fddc00362:33171 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:52:18,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,34149,1731340335067 2024-11-11T15:52:18,290 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,34149,1731340335067, state=OPENING 2024-11-11T15:52:18,292 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:52:18,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:18,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:18,294 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:18,295 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:52:18,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,34149,1731340335067}] 2024-11-11T15:52:18,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:18,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:18,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:18,449 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:18,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:18,476 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:52:18,476 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:18,477 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:52:18,496 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C34149%2C1731340335067.meta, suffix=.meta, logDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,34149,1731340335067, archiveDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/oldWALs, maxLogs=32 2024-11-11T15:52:18,522 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,34149,1731340335067/9a1fddc00362%2C34149%2C1731340335067.meta.1731340338497.meta, exclude list is [], retry=0 2024-11-11T15:52:18,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45839,DS-4c47ccb4-cfa6-401f-b2ee-1ae8c7209d2f,DISK] 2024-11-11T15:52:18,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40879,DS-dcfb01c5-ab21-4009-9ea5-4570c4a01931,DISK] 2024-11-11T15:52:18,541 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,34149,1731340335067/9a1fddc00362%2C34149%2C1731340335067.meta.1731340338497.meta 2024-11-11T15:52:18,545 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35347:35347),(127.0.0.1/127.0.0.1:42955:42955)] 2024-11-11T15:52:18,545 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:52:18,545 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:52:18,545 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:52:18,546 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:52:18,546 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:52:18,546 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:18,546 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:52:18,546 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:52:18,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:52:18,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:52:18,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:18,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:18,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:52:18,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:52:18,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:18,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:18,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:52:18,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:52:18,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:18,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:18,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:52:18,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:52:18,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:18,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:18,640 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:52:18,644 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740 2024-11-11T15:52:18,662 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740 2024-11-11T15:52:18,664 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:52:18,665 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:52:18,665 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:18,670 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:52:18,672 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63260446, jitterRate=-0.05734589695930481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:18,672 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:52:18,673 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731340338546Writing region info on filesystem at 1731340338546Initializing all the Stores at 1731340338572 (+26 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340338572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340338578 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340338578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340338578Cleaning up temporary data from old regions at 1731340338665 (+87 ms)Running coprocessor post-open hooks at 1731340338672 (+7 ms)Region opened successfully at 1731340338673 (+1 ms) 2024-11-11T15:52:18,677 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731340338449 2024-11-11T15:52:18,705 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:52:18,705 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:52:18,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,34149,1731340335067 2024-11-11T15:52:18,715 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,34149,1731340335067, state=OPEN 2024-11-11T15:52:18,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:18,719 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:18,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:18,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:18,719 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,34149,1731340335067 2024-11-11T15:52:18,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:18,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:18,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:52:18,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,34149,1731340335067 in 425 msec 2024-11-11T15:52:18,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:52:18,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-11T15:52:18,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:18,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:52:18,762 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:18,763 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,34149,1731340335067, seqNum=-1] 2024-11-11T15:52:18,763 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:18,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:18,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8360 sec 2024-11-11T15:52:18,840 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731340338840, completionTime=-1 2024-11-11T15:52:18,840 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T15:52:18,840 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:52:18,844 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T15:52:18,844 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731340398844 2024-11-11T15:52:18,844 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731340458844 2024-11-11T15:52:18,844 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T15:52:18,845 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:52:18,852 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33171,1731340334934-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:18,852 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33171,1731340334934-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:18,852 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33171,1731340334934-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:18,852 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:33171, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:18,852 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:18,855 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:52:18,856 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:18,868 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.541sec 2024-11-11T15:52:18,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:52:18,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:52:18,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:52:18,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:52:18,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:52:18,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33171,1731340334934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:18,876 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33171,1731340334934-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:52:18,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0a8f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:18,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33171,-1 for getting cluster id 2024-11-11T15:52:18,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:52:18,888 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa38483f-5b9a-4fbd-bf1f-b9f6914aeab9' 2024-11-11T15:52:18,888 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:52:18,889 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa38483f-5b9a-4fbd-bf1f-b9f6914aeab9" 2024-11-11T15:52:18,893 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445ad5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:18,893 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33171,-1] 2024-11-11T15:52:18,893 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:52:18,894 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:18,895 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:52:18,895 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:52:18,895 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,33171,1731340334934-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:18,897 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:52:18,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36504628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:18,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:18,901 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,34149,1731340335067, seqNum=-1] 2024-11-11T15:52:18,902 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:18,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:18,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,33171,1731340334934 2024-11-11T15:52:18,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:52:18,919 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,33171,1731340334934 2024-11-11T15:52:18,919 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a82d0d0 2024-11-11T15:52:18,919 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:52:18,924 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:52:18,935 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:52:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T15:52:18,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:52:18,961 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:18,961 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T15:52:18,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:52:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:52:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:52:19,049 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b5f9db4f1049b66e5fc0dcb78b1a6917, NAME => 'testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465 2024-11-11T15:52:19,050 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d3cb41d6776338e51f7063cb30be441, NAME => 'testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465 2024-11-11T15:52:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:19,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:52:19,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:52:19,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:52:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:52:19,156 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:19,157 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3d3cb41d6776338e51f7063cb30be441, disabling compactions & flushes 2024-11-11T15:52:19,157 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:19,157 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:19,157 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. after waiting 0 ms 2024-11-11T15:52:19,157 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:19,157 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:19,157 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d3cb41d6776338e51f7063cb30be441: Waiting for close lock at 1731340339157Disabling compacts and flushes for region at 1731340339157Disabling writes for close at 1731340339157Writing region close event to WAL at 1731340339157Closed at 1731340339157 2024-11-11T15:52:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:19,490 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:19,490 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b5f9db4f1049b66e5fc0dcb78b1a6917, disabling compactions & flushes 2024-11-11T15:52:19,490 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:19,490 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:19,490 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. after waiting 0 ms 2024-11-11T15:52:19,490 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:19,490 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:19,490 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b5f9db4f1049b66e5fc0dcb78b1a6917: Waiting for close lock at 1731340339490Disabling compacts and flushes for region at 1731340339490Disabling writes for close at 1731340339490Writing region close event to WAL at 1731340339490Closed at 1731340339490 2024-11-11T15:52:19,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:52:19,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340339493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340339493"}]},"ts":"1731340339493"} 2024-11-11T15:52:19,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340339493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340339493"}]},"ts":"1731340339493"} 2024-11-11T15:52:19,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T15:52:19,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:52:19,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340339500"}]},"ts":"1731340339500"} 2024-11-11T15:52:19,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T15:52:19,509 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:52:19,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:52:19,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:52:19,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:52:19,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:52:19,511 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:52:19,511 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:52:19,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:52:19,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d3cb41d6776338e51f7063cb30be441, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b5f9db4f1049b66e5fc0dcb78b1a6917, ASSIGN}] 2024-11-11T15:52:19,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d3cb41d6776338e51f7063cb30be441, ASSIGN 2024-11-11T15:52:19,515 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b5f9db4f1049b66e5fc0dcb78b1a6917, ASSIGN 2024-11-11T15:52:19,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d3cb41d6776338e51f7063cb30be441, ASSIGN; state=OFFLINE, location=9a1fddc00362,34149,1731340335067; forceNewPlan=false, retain=false 2024-11-11T15:52:19,518 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b5f9db4f1049b66e5fc0dcb78b1a6917, ASSIGN; state=OFFLINE, location=9a1fddc00362,44319,1731340335204; forceNewPlan=false, retain=false 2024-11-11T15:52:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:19,666 INFO [9a1fddc00362:33171 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T15:52:19,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d3cb41d6776338e51f7063cb30be441, regionState=OPENING, regionLocation=9a1fddc00362,34149,1731340335067 2024-11-11T15:52:19,667 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b5f9db4f1049b66e5fc0dcb78b1a6917, regionState=OPENING, regionLocation=9a1fddc00362,44319,1731340335204 2024-11-11T15:52:19,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d3cb41d6776338e51f7063cb30be441, ASSIGN because future has completed 2024-11-11T15:52:19,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d3cb41d6776338e51f7063cb30be441, server=9a1fddc00362,34149,1731340335067}] 2024-11-11T15:52:19,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b5f9db4f1049b66e5fc0dcb78b1a6917, ASSIGN because future has completed 2024-11-11T15:52:19,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5f9db4f1049b66e5fc0dcb78b1a6917, server=9a1fddc00362,44319,1731340335204}] 2024-11-11T15:52:19,832 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:19,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:19,842 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:19,842 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d3cb41d6776338e51f7063cb30be441, NAME => 'testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T15:52:19,843 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,843 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:19,843 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,843 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,849 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:19,850 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b5f9db4f1049b66e5fc0dcb78b1a6917, NAME => 'testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T15:52:19,850 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,850 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:19,850 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,850 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,860 INFO [StoreOpener-3d3cb41d6776338e51f7063cb30be441-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,876 INFO [StoreOpener-b5f9db4f1049b66e5fc0dcb78b1a6917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,881 INFO [StoreOpener-3d3cb41d6776338e51f7063cb30be441-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d3cb41d6776338e51f7063cb30be441 columnFamilyName family 2024-11-11T15:52:19,881 DEBUG [StoreOpener-3d3cb41d6776338e51f7063cb30be441-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:19,885 INFO [StoreOpener-3d3cb41d6776338e51f7063cb30be441-1 {}] regionserver.HStore(327): Store=3d3cb41d6776338e51f7063cb30be441/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:19,885 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,887 INFO [StoreOpener-b5f9db4f1049b66e5fc0dcb78b1a6917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5f9db4f1049b66e5fc0dcb78b1a6917 columnFamilyName family 2024-11-11T15:52:19,887 DEBUG [StoreOpener-b5f9db4f1049b66e5fc0dcb78b1a6917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:19,889 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,890 INFO [StoreOpener-b5f9db4f1049b66e5fc0dcb78b1a6917-1 {}] regionserver.HStore(327): Store=b5f9db4f1049b66e5fc0dcb78b1a6917/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:19,891 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,891 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,892 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,892 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,904 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,908 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,911 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,918 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,918 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,926 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/3d3cb41d6776338e51f7063cb30be441/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:19,926 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 3d3cb41d6776338e51f7063cb30be441; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75225268, jitterRate=0.12094384431838989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:52:19,927 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:19,928 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,928 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3d3cb41d6776338e51f7063cb30be441: Running coprocessor pre-open hook at 1731340339843Writing region info on filesystem at 1731340339843Initializing all the Stores at 1731340339854 (+11 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340339854Cleaning up temporary data from old regions at 1731340339892 (+38 ms)Running coprocessor post-open hooks at 1731340339927 (+35 ms)Region opened successfully at 1731340339928 (+1 ms) 2024-11-11T15:52:19,933 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441., pid=7, masterSystemTime=1731340339826 2024-11-11T15:52:19,936 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/b5f9db4f1049b66e5fc0dcb78b1a6917/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:19,937 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b5f9db4f1049b66e5fc0dcb78b1a6917; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58884380, jitterRate=-0.12255436182022095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:52:19,937 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:19,937 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b5f9db4f1049b66e5fc0dcb78b1a6917: Running coprocessor pre-open hook at 1731340339850Writing region info on filesystem at 1731340339850Initializing all the Stores at 1731340339863 (+13 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340339863Cleaning up temporary data from old regions at 1731340339918 (+55 ms)Running coprocessor post-open hooks at 1731340339937 (+19 ms)Region opened successfully at 1731340339937 2024-11-11T15:52:19,943 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:19,943 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:19,944 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917., pid=8, masterSystemTime=1731340339832 2024-11-11T15:52:19,946 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33171 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9a1fddc00362,34149,1731340335067, table=testClearRegionBlockCache, region=3d3cb41d6776338e51f7063cb30be441. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T15:52:19,946 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d3cb41d6776338e51f7063cb30be441, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,34149,1731340335067 2024-11-11T15:52:19,948 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:19,948 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:19,950 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b5f9db4f1049b66e5fc0dcb78b1a6917, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,44319,1731340335204 2024-11-11T15:52:19,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d3cb41d6776338e51f7063cb30be441, server=9a1fddc00362,34149,1731340335067 because future has completed 2024-11-11T15:52:19,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5f9db4f1049b66e5fc0dcb78b1a6917, server=9a1fddc00362,44319,1731340335204 because future has completed 2024-11-11T15:52:19,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T15:52:19,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b5f9db4f1049b66e5fc0dcb78b1a6917, server=9a1fddc00362,44319,1731340335204 in 289 msec 2024-11-11T15:52:19,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T15:52:19,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d3cb41d6776338e51f7063cb30be441, server=9a1fddc00362,34149,1731340335067 in 292 msec 2024-11-11T15:52:19,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b5f9db4f1049b66e5fc0dcb78b1a6917, ASSIGN in 458 msec 2024-11-11T15:52:19,979 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:52:19,979 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340339979"}]},"ts":"1731340339979"} 2024-11-11T15:52:19,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:52:19,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d3cb41d6776338e51f7063cb30be441, ASSIGN in 462 msec 2024-11-11T15:52:19,996 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T15:52:19,998 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:52:20,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.0630 sec 2024-11-11T15:52:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:20,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T15:52:20,118 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T15:52:20,119 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:52:20,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T15:52:20,123 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:52:20,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T15:52:20,127 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441., hostname=9a1fddc00362,34149,1731340335067, seqNum=2] 2024-11-11T15:52:20,144 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917., hostname=9a1fddc00362,44319,1731340335204, seqNum=2] 2024-11-11T15:52:20,144 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:20,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:20,196 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3d3cb41d6776338e51f7063cb30be441 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T15:52:20,235 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/3d3cb41d6776338e51f7063cb30be441/.tmp/family/ac32c81b3b15435a995bef7715ced71e is 32, key is 1/family:/1731340340129/Put/seqid=0 2024-11-11T15:52:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741839_1015 (size=5054) 2024-11-11T15:52:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741839_1015 (size=5054) 2024-11-11T15:52:20,276 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/3d3cb41d6776338e51f7063cb30be441/.tmp/family/ac32c81b3b15435a995bef7715ced71e 2024-11-11T15:52:20,300 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/3d3cb41d6776338e51f7063cb30be441/.tmp/family/ac32c81b3b15435a995bef7715ced71e as hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/3d3cb41d6776338e51f7063cb30be441/family/ac32c81b3b15435a995bef7715ced71e 2024-11-11T15:52:20,326 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/3d3cb41d6776338e51f7063cb30be441/family/ac32c81b3b15435a995bef7715ced71e, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T15:52:20,344 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3d3cb41d6776338e51f7063cb30be441 in 148ms, sequenceid=8, compaction requested=false 2024-11-11T15:52:20,344 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3d3cb41d6776338e51f7063cb30be441: 2024-11-11T15:52:20,344 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b5f9db4f1049b66e5fc0dcb78b1a6917 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T15:52:20,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/b5f9db4f1049b66e5fc0dcb78b1a6917/.tmp/family/b32c45375c0b4aa19569c1cbfd376d7f is 32, key is 5/family:/1731340340147/Put/seqid=0 2024-11-11T15:52:20,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741840_1016 (size=5083) 2024-11-11T15:52:20,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741840_1016 (size=5083) 2024-11-11T15:52:20,459 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/b5f9db4f1049b66e5fc0dcb78b1a6917/.tmp/family/b32c45375c0b4aa19569c1cbfd376d7f 2024-11-11T15:52:20,485 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/b5f9db4f1049b66e5fc0dcb78b1a6917/.tmp/family/b32c45375c0b4aa19569c1cbfd376d7f as hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/b5f9db4f1049b66e5fc0dcb78b1a6917/family/b32c45375c0b4aa19569c1cbfd376d7f 2024-11-11T15:52:20,541 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/b5f9db4f1049b66e5fc0dcb78b1a6917/family/b32c45375c0b4aa19569c1cbfd376d7f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T15:52:20,545 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b5f9db4f1049b66e5fc0dcb78b1a6917 in 201ms, sequenceid=9, compaction requested=false 2024-11-11T15:52:20,545 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b5f9db4f1049b66e5fc0dcb78b1a6917: 2024-11-11T15:52:20,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b47d770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:20,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,33171,-1 for getting cluster id 2024-11-11T15:52:20,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:52:20,550 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa38483f-5b9a-4fbd-bf1f-b9f6914aeab9' 2024-11-11T15:52:20,551 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:52:20,551 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa38483f-5b9a-4fbd-bf1f-b9f6914aeab9" 2024-11-11T15:52:20,551 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58343b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:20,551 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,33171,-1] 2024-11-11T15:52:20,552 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:52:20,552 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:20,553 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:52:20,554 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5210e337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:20,577 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T15:52:20,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:20,585 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,34149,1731340335067, seqNum=-1] 2024-11-11T15:52:20,586 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:20,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:20,592 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:20,593 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:20,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:20,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44319 {}] bucket.BucketCache(1864): found 1 blocks for file b32c45375c0b4aa19569c1cbfd376d7f, starting offset: 0, end offset: 9223372036854775807 2024-11-11T15:52:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] bucket.BucketCache(1864): found 1 blocks for file ac32c81b3b15435a995bef7715ced71e, starting offset: 0, end offset: 9223372036854775807 2024-11-11T15:52:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44319 {}] bucket.BucketCache(857): removed key b32c45375c0b4aa19569c1cbfd376d7f_0 from back map with offset lock 2094080 in the evict process 2024-11-11T15:52:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] bucket.BucketCache(857): removed key ac32c81b3b15435a995bef7715ced71e_0 from back map with offset lock 2094080 in the evict process 2024-11-11T15:52:20,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:20,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:20,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:20,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:20,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:52:20,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:20,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:20,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:20,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:20,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:52:20,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:52:20,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204634677, stopped=false 2024-11-11T15:52:20,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,33171,1731340334934 2024-11-11T15:52:20,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:52:20,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:20,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:20,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:52:20,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:20,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:20,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:20,609 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,34149,1731340335067' ***** 2024-11-11T15:52:20,609 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:52:20,609 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,44319,1731340335204' ***** 2024-11-11T15:52:20,609 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:52:20,610 INFO [RS:0;9a1fddc00362:34149 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T15:52:20,610 INFO [RS:1;9a1fddc00362:44319 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T15:52:20,610 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:20,610 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:20,610 INFO [RS:1;9a1fddc00362:44319 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T15:52:20,610 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T15:52:20,610 INFO [RS:0;9a1fddc00362:34149 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T15:52:20,610 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T15:52:20,610 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T15:52:20,610 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:52:20,610 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:52:20,610 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T15:52:20,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:20,610 INFO [RS:1;9a1fddc00362:44319 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:52:20,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:20,610 INFO [RS:0;9a1fddc00362:34149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:52:20,610 INFO [RS:1;9a1fddc00362:44319 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:52:20,610 INFO [RS:0;9a1fddc00362:34149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:52:20,610 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(3091): Received CLOSE for b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:20,610 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:20,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:20,611 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T15:52:20,611 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:52:20,611 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T15:52:20,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:20,616 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:52:20,616 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,34149,1731340335067 2024-11-11T15:52:20,616 INFO [RS:0;9a1fddc00362:34149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:20,616 INFO [RS:0;9a1fddc00362:34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:34149. 2024-11-11T15:52:20,616 DEBUG [RS:0;9a1fddc00362:34149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:20,616 DEBUG [RS:0;9a1fddc00362:34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:20,616 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:52:20,616 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:52:20,616 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:52:20,616 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:52:20,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:20,620 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d3cb41d6776338e51f7063cb30be441, disabling compactions & flushes 2024-11-11T15:52:20,620 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:20,620 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:20,620 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. after waiting 0 ms 2024-11-11T15:52:20,620 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:20,628 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:52:20,628 DEBUG [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3d3cb41d6776338e51f7063cb30be441=testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441.} 2024-11-11T15:52:20,628 DEBUG [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d3cb41d6776338e51f7063cb30be441 2024-11-11T15:52:20,628 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:52:20,628 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:52:20,628 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:52:20,628 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:52:20,628 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:52:20,629 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T15:52:20,632 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,44319,1731340335204 2024-11-11T15:52:20,632 INFO [RS:1;9a1fddc00362:44319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:20,632 INFO [RS:1;9a1fddc00362:44319 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9a1fddc00362:44319. 2024-11-11T15:52:20,632 DEBUG [RS:1;9a1fddc00362:44319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:20,632 DEBUG [RS:1;9a1fddc00362:44319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:20,632 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:52:20,632 DEBUG [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(1325): Online Regions={b5f9db4f1049b66e5fc0dcb78b1a6917=testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917.} 2024-11-11T15:52:20,632 DEBUG [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(1351): Waiting on b5f9db4f1049b66e5fc0dcb78b1a6917 2024-11-11T15:52:20,636 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5f9db4f1049b66e5fc0dcb78b1a6917, disabling compactions & flushes 2024-11-11T15:52:20,636 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:20,636 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:20,636 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. after waiting 0 ms 2024-11-11T15:52:20,636 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:20,654 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:20,659 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/.tmp/info/ced3ea9195c74435b7acdd7ad24414c6 is 173, key is testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917./info:regioninfo/1731340339949/Put/seqid=0 2024-11-11T15:52:20,660 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:20,695 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/b5f9db4f1049b66e5fc0dcb78b1a6917/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T15:52:20,701 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:20,701 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5f9db4f1049b66e5fc0dcb78b1a6917: Waiting for close lock at 1731340340636Running coprocessor pre-close hooks at 1731340340636Disabling compacts and flushes for region at 1731340340636Disabling writes for close at 1731340340636Writing region close event to WAL at 1731340340680 (+44 ms)Running coprocessor post-close hooks at 1731340340701 (+21 ms)Closed at 1731340340701 2024-11-11T15:52:20,702 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731340338935.b5f9db4f1049b66e5fc0dcb78b1a6917. 2024-11-11T15:52:20,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:52:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:52:20,720 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/default/testClearRegionBlockCache/3d3cb41d6776338e51f7063cb30be441/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T15:52:20,724 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:20,724 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d3cb41d6776338e51f7063cb30be441: Waiting for close lock at 1731340340620Running coprocessor pre-close hooks at 1731340340620Disabling compacts and flushes for region at 1731340340620Disabling writes for close at 1731340340620Writing region close event to WAL at 1731340340664 (+44 ms)Running coprocessor post-close hooks at 1731340340724 (+60 ms)Closed at 1731340340724 2024-11-11T15:52:20,725 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731340338935.3d3cb41d6776338e51f7063cb30be441. 2024-11-11T15:52:20,732 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/.tmp/info/ced3ea9195c74435b7acdd7ad24414c6 2024-11-11T15:52:20,801 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/.tmp/ns/99d9a4810a11484ba0d8940b6978296d is 43, key is default/ns:d/1731340338783/Put/seqid=0 2024-11-11T15:52:20,832 DEBUG [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:20,834 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,44319,1731340335204; all regions closed. 2024-11-11T15:52:20,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:52:20,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:52:20,876 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/.tmp/ns/99d9a4810a11484ba0d8940b6978296d 2024-11-11T15:52:20,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,44319,1731340335204/9a1fddc00362%2C44319%2C1731340335204.1731340337425 not finished, retry = 0 2024-11-11T15:52:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741832_1008 (size=1867) 2024-11-11T15:52:20,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741832_1008 (size=1867) 2024-11-11T15:52:20,906 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/.tmp/table/8c701c90c5b6462caed2af3bc2651efc is 61, key is testClearRegionBlockCache/table:state/1731340339979/Put/seqid=0 2024-11-11T15:52:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:52:20,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:52:20,982 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/.tmp/table/8c701c90c5b6462caed2af3bc2651efc 2024-11-11T15:52:20,988 DEBUG [RS:1;9a1fddc00362:44319 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/oldWALs 2024-11-11T15:52:20,988 INFO [RS:1;9a1fddc00362:44319 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C44319%2C1731340335204:(num 1731340337425) 2024-11-11T15:52:20,988 DEBUG [RS:1;9a1fddc00362:44319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:20,988 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:20,988 INFO [RS:1;9a1fddc00362:44319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:20,988 INFO [RS:1;9a1fddc00362:44319 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:20,989 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:52:20,989 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:52:20,989 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:52:20,989 INFO [RS:1;9a1fddc00362:44319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:20,989 INFO [RS:1;9a1fddc00362:44319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44319 2024-11-11T15:52:20,990 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:20,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:20,991 INFO [RS:1;9a1fddc00362:44319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:20,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,44319,1731340335204] 2024-11-11T15:52:20,994 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,44319,1731340335204 already deleted, retry=false 2024-11-11T15:52:20,994 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,44319,1731340335204 expired; onlineServers=1 2024-11-11T15:52:20,991 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,44319,1731340335204 2024-11-11T15:52:21,009 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/.tmp/info/ced3ea9195c74435b7acdd7ad24414c6 as hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/info/ced3ea9195c74435b7acdd7ad24414c6 2024-11-11T15:52:21,028 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/info/ced3ea9195c74435b7acdd7ad24414c6, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T15:52:21,029 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/.tmp/ns/99d9a4810a11484ba0d8940b6978296d as hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/ns/99d9a4810a11484ba0d8940b6978296d 2024-11-11T15:52:21,032 DEBUG [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:21,038 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/ns/99d9a4810a11484ba0d8940b6978296d, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T15:52:21,039 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/.tmp/table/8c701c90c5b6462caed2af3bc2651efc as hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/table/8c701c90c5b6462caed2af3bc2651efc 2024-11-11T15:52:21,048 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/table/8c701c90c5b6462caed2af3bc2651efc, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T15:52:21,052 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 424ms, sequenceid=13, compaction requested=false 2024-11-11T15:52:21,062 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T15:52:21,063 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:52:21,063 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:21,063 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340340628Running coprocessor pre-close hooks at 1731340340628Disabling compacts and flushes for region at 1731340340628Disabling writes for close at 1731340340628Obtaining lock to block concurrent updates at 1731340340629 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731340340629Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731340340629Flushing stores of hbase:meta,,1.1588230740 at 1731340340630 (+1 ms)Flushing 1588230740/info: creating writer at 1731340340630Flushing 1588230740/info: appending metadata at 1731340340658 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731340340658Flushing 1588230740/ns: creating writer at 1731340340761 (+103 ms)Flushing 1588230740/ns: appending metadata at 1731340340801 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1731340340801Flushing 1588230740/table: creating writer at 1731340340885 (+84 ms)Flushing 1588230740/table: appending metadata at 1731340340905 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731340340906 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222891b3: reopening flushed file at 1731340341005 (+99 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a787a86: reopening flushed file at 1731340341028 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ba99af: reopening flushed file at 1731340341038 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 424ms, sequenceid=13, compaction requested=false at 1731340341052 (+14 ms)Writing region close event to WAL at 1731340341056 (+4 ms)Running coprocessor post-close hooks at 1731340341063 (+7 ms)Closed at 1731340341063 2024-11-11T15:52:21,063 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:21,093 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:21,094 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44319-0x10198086b060002, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:21,094 INFO [RS:1;9a1fddc00362:44319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:21,094 INFO [RS:1;9a1fddc00362:44319 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,44319,1731340335204; zookeeper connection closed. 2024-11-11T15:52:21,094 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b6ec4eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b6ec4eb 2024-11-11T15:52:21,224 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:52:21,225 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:52:21,232 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,34149,1731340335067; all regions closed. 2024-11-11T15:52:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:52:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:52:21,255 DEBUG [RS:0;9a1fddc00362:34149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/oldWALs 2024-11-11T15:52:21,255 INFO [RS:0;9a1fddc00362:34149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C34149%2C1731340335067.meta:.meta(num 1731340338497) 2024-11-11T15:52:21,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/WALs/9a1fddc00362,34149,1731340335067/9a1fddc00362%2C34149%2C1731340335067.1731340337473 not finished, retry = 0 2024-11-11T15:52:21,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741833_1009 (size=1758) 2024-11-11T15:52:21,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741833_1009 (size=1758) 2024-11-11T15:52:21,365 DEBUG [RS:0;9a1fddc00362:34149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/oldWALs 2024-11-11T15:52:21,365 INFO [RS:0;9a1fddc00362:34149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C34149%2C1731340335067:(num 1731340337473) 2024-11-11T15:52:21,365 DEBUG [RS:0;9a1fddc00362:34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:21,365 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:21,366 INFO [RS:0;9a1fddc00362:34149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:21,366 INFO [RS:0;9a1fddc00362:34149 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:21,366 INFO [RS:0;9a1fddc00362:34149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:21,366 INFO [RS:0;9a1fddc00362:34149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34149 2024-11-11T15:52:21,366 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:21,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,34149,1731340335067 2024-11-11T15:52:21,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:21,369 INFO [RS:0;9a1fddc00362:34149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:21,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,34149,1731340335067] 2024-11-11T15:52:21,373 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,34149,1731340335067 already deleted, retry=false 2024-11-11T15:52:21,373 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,34149,1731340335067 expired; onlineServers=0 2024-11-11T15:52:21,373 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,33171,1731340334934' ***** 2024-11-11T15:52:21,373 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:52:21,373 INFO [M:0;9a1fddc00362:33171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:21,373 INFO [M:0;9a1fddc00362:33171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:21,374 DEBUG [M:0;9a1fddc00362:33171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:52:21,374 DEBUG [M:0;9a1fddc00362:33171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:52:21,374 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:52:21,374 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340337024 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340337024,5,FailOnTimeoutGroup] 2024-11-11T15:52:21,374 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340337028 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340337028,5,FailOnTimeoutGroup] 2024-11-11T15:52:21,374 INFO [M:0;9a1fddc00362:33171 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:21,374 INFO [M:0;9a1fddc00362:33171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:21,374 DEBUG [M:0;9a1fddc00362:33171 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:52:21,374 INFO [M:0;9a1fddc00362:33171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:52:21,374 INFO [M:0;9a1fddc00362:33171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:52:21,374 INFO [M:0;9a1fddc00362:33171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:52:21,374 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:52:21,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:21,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:21,380 DEBUG [M:0;9a1fddc00362:33171 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-11T15:52:21,381 DEBUG [M:0;9a1fddc00362:33171 {}] master.ActiveMasterManager(353): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-11T15:52:21,381 INFO [M:0;9a1fddc00362:33171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/.lastflushedseqids 2024-11-11T15:52:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741844_1020 (size=182) 2024-11-11T15:52:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741844_1020 (size=182) 2024-11-11T15:52:21,471 INFO [RS:0;9a1fddc00362:34149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:21,471 INFO [RS:0;9a1fddc00362:34149 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,34149,1731340335067; zookeeper connection closed. 2024-11-11T15:52:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34149-0x10198086b060001, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:21,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e09e524 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e09e524 2024-11-11T15:52:21,484 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T15:52:21,809 INFO [M:0;9a1fddc00362:33171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:52:21,810 INFO [M:0;9a1fddc00362:33171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:52:21,810 DEBUG [M:0;9a1fddc00362:33171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:52:21,810 INFO [M:0;9a1fddc00362:33171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:21,810 DEBUG [M:0;9a1fddc00362:33171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:21,810 DEBUG [M:0;9a1fddc00362:33171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:52:21,810 DEBUG [M:0;9a1fddc00362:33171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:21,810 INFO [M:0;9a1fddc00362:33171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-11T15:52:21,836 DEBUG [M:0;9a1fddc00362:33171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb2dc6fe8a7b4405b3b72640bec48756 is 82, key is hbase:meta,,1/info:regioninfo/1731340338705/Put/seqid=0 2024-11-11T15:52:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:52:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:52:21,853 INFO [M:0;9a1fddc00362:33171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb2dc6fe8a7b4405b3b72640bec48756 2024-11-11T15:52:21,893 DEBUG [M:0;9a1fddc00362:33171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/382521c1d26544159ca9bed9787c0d68 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731340340001/Put/seqid=0 2024-11-11T15:52:21,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741846_1022 (size=6219) 2024-11-11T15:52:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741846_1022 (size=6219) 2024-11-11T15:52:22,310 INFO [M:0;9a1fddc00362:33171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/382521c1d26544159ca9bed9787c0d68 2024-11-11T15:52:22,347 DEBUG [M:0;9a1fddc00362:33171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b178f6d6ce724b07832bb9e95d941b6d is 69, key is 9a1fddc00362,34149,1731340335067/rs:state/1731340337102/Put/seqid=0 2024-11-11T15:52:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:52:22,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:52:22,361 INFO [M:0;9a1fddc00362:33171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b178f6d6ce724b07832bb9e95d941b6d 2024-11-11T15:52:22,368 DEBUG [M:0;9a1fddc00362:33171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb2dc6fe8a7b4405b3b72640bec48756 as hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb2dc6fe8a7b4405b3b72640bec48756 2024-11-11T15:52:22,380 INFO [M:0;9a1fddc00362:33171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb2dc6fe8a7b4405b3b72640bec48756, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T15:52:22,381 DEBUG [M:0;9a1fddc00362:33171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/382521c1d26544159ca9bed9787c0d68 as hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/382521c1d26544159ca9bed9787c0d68 2024-11-11T15:52:22,390 INFO [M:0;9a1fddc00362:33171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/382521c1d26544159ca9bed9787c0d68, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T15:52:22,396 DEBUG [M:0;9a1fddc00362:33171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b178f6d6ce724b07832bb9e95d941b6d as hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b178f6d6ce724b07832bb9e95d941b6d 2024-11-11T15:52:22,405 INFO [M:0;9a1fddc00362:33171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36681/user/jenkins/test-data/55ac79e6-1b98-608f-2773-4ed35d83a465/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b178f6d6ce724b07832bb9e95d941b6d, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T15:52:22,409 INFO [M:0;9a1fddc00362:33171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 599ms, sequenceid=71, compaction requested=false 2024-11-11T15:52:22,429 INFO [M:0;9a1fddc00362:33171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:22,429 DEBUG [M:0;9a1fddc00362:33171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340341810Disabling compacts and flushes for region at 1731340341810Disabling writes for close at 1731340341810Obtaining lock to block concurrent updates at 1731340341810Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731340341810Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731340341811 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731340341812 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731340341812Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731340341835 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731340341835Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731340341867 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731340341892 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731340341892Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731340342317 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731340342346 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731340342346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a6172c: reopening flushed file at 1731340342367 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed6f3a: reopening flushed file at 1731340342380 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a17810: reopening flushed file at 1731340342390 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 599ms, sequenceid=71, compaction requested=false at 1731340342409 (+19 ms)Writing region close event to WAL at 1731340342429 (+20 ms)Closed at 1731340342429 2024-11-11T15:52:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45839 is added to blk_1073741830_1006 (size=35440) 2024-11-11T15:52:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40879 is added to blk_1073741830_1006 (size=35440) 2024-11-11T15:52:22,464 INFO [M:0;9a1fddc00362:33171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:52:22,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:22,464 INFO [M:0;9a1fddc00362:33171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33171 2024-11-11T15:52:22,472 INFO [M:0;9a1fddc00362:33171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:22,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:22,577 INFO [M:0;9a1fddc00362:33171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:22,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x10198086b060000, quorum=127.0.0.1:54755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:22,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13c2626e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:22,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55e34df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:22,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:22,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24954fd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:22,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45d29c64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:22,621 WARN [BP-1882848168-172.17.0.3-1731340333126 heartbeating to localhost/127.0.0.1:36681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:52:22,621 WARN [BP-1882848168-172.17.0.3-1731340333126 heartbeating to localhost/127.0.0.1:36681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1882848168-172.17.0.3-1731340333126 (Datanode Uuid 00910758-5c1f-465e-a01e-d6fc6bace0f8) service to localhost/127.0.0.1:36681 2024-11-11T15:52:22,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/data/data4/current/BP-1882848168-172.17.0.3-1731340333126 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:22,622 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:52:22,622 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:52:22,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/data/data3/current/BP-1882848168-172.17.0.3-1731340333126 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:22,624 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:52:22,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43f26d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:22,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21d566d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:22,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:22,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d4ccd4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:22,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ab5a58f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:22,716 WARN [BP-1882848168-172.17.0.3-1731340333126 heartbeating to localhost/127.0.0.1:36681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:52:22,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:52:22,716 WARN [BP-1882848168-172.17.0.3-1731340333126 heartbeating to localhost/127.0.0.1:36681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1882848168-172.17.0.3-1731340333126 (Datanode Uuid 071876fd-9943-4684-9410-4b49400e8a3a) service to localhost/127.0.0.1:36681 2024-11-11T15:52:22,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:52:22,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/data/data2/current/BP-1882848168-172.17.0.3-1731340333126 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:22,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:52:22,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/cluster_e144506d-1e16-9fd6-4df4-f542c34c42c4/data/data1/current/BP-1882848168-172.17.0.3-1731340333126 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:22,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4601ef97{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:52:22,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e441377{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:22,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:22,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a661c2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:22,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c56770a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:22,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:52:22,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:52:22,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=141 (was 127) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36681 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36681 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=489 (was 467) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1086 (was 1103), ProcessCount=11 (was 11), AvailableMemoryMB=5957 (was 5579) - AvailableMemoryMB LEAK? - 2024-11-11T15:52:22,863 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=141, OpenFileDescriptor=489, MaxFileDescriptor=1048576, SystemLoadAverage=1086, ProcessCount=11, AvailableMemoryMB=5955 2024-11-11T15:52:22,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.log.dir so I do NOT create it in target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5 2024-11-11T15:52:22,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:52:22,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.tmp.dir so I do NOT create it in target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5 2024-11-11T15:52:22,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34e6bfde-4635-e87f-cf6b-02f9631d00c7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:52:22,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5 2024-11-11T15:52:22,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:52:22,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d, deleteOnExit=true 2024-11-11T15:52:22,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:52:22,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/test.cache.data in system properties and HBase conf 2024-11-11T15:52:22,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:52:22,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:52:22,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:52:22,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:52:22,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:52:22,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:52:22,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:52:22,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:52:22,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:22,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:22,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:22,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:22,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:52:22,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:22,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bfec04d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:22,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64517a29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:23,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4687485d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/java.io.tmpdir/jetty-localhost-46835-hadoop-hdfs-3_4_1-tests_jar-_-any-832633357601139450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:52:23,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25d8cab4{HTTP/1.1, (http/1.1)}{localhost:46835} 2024-11-11T15:52:23,135 INFO [Time-limited test {}] server.Server(415): Started @44178ms 2024-11-11T15:52:23,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:23,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:23,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:23,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:23,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T15:52:23,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148bc96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:23,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@740ebfec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:23,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@760c94a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/java.io.tmpdir/jetty-localhost-41969-hadoop-hdfs-3_4_1-tests_jar-_-any-9695702071226381961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:23,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@142f3c67{HTTP/1.1, (http/1.1)}{localhost:41969} 2024-11-11T15:52:23,488 INFO [Time-limited test {}] server.Server(415): Started @44531ms 2024-11-11T15:52:23,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:52:23,596 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:52:23,638 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:23,639 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:23,639 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:23,640 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:23,640 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:23,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:23,648 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:23,653 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:23,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:23,712 WARN [Thread-1149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/data/data1/current/BP-1148987685-172.17.0.3-1731340342919/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:23,718 WARN [Thread-1150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/data/data2/current/BP-1148987685-172.17.0.3-1731340342919/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:23,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:23,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:23,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:23,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:52:23,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2c9f8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:23,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bb07f17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:23,793 WARN [Thread-1131 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:52:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa542e4dcc9ad73c5 with lease ID 0x21c6753880a32dbd: Processing first storage report for DS-ee457bbf-a883-4549-91b8-6a142500479e from datanode DatanodeRegistration(127.0.0.1:34833, datanodeUuid=d3e45d8a-9d52-4595-8244-3767543560ae, infoPort=41339, infoSecurePort=0, ipcPort=34895, storageInfo=lv=-57;cid=testClusterID;nsid=773622418;c=1731340342919) 2024-11-11T15:52:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa542e4dcc9ad73c5 with lease ID 0x21c6753880a32dbd: from storage DS-ee457bbf-a883-4549-91b8-6a142500479e node DatanodeRegistration(127.0.0.1:34833, datanodeUuid=d3e45d8a-9d52-4595-8244-3767543560ae, infoPort=41339, infoSecurePort=0, ipcPort=34895, storageInfo=lv=-57;cid=testClusterID;nsid=773622418;c=1731340342919), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa542e4dcc9ad73c5 with lease ID 0x21c6753880a32dbd: Processing first storage report for DS-737805e6-6895-4202-b651-62c763c68fb8 from datanode DatanodeRegistration(127.0.0.1:34833, datanodeUuid=d3e45d8a-9d52-4595-8244-3767543560ae, infoPort=41339, infoSecurePort=0, ipcPort=34895, storageInfo=lv=-57;cid=testClusterID;nsid=773622418;c=1731340342919) 2024-11-11T15:52:23,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa542e4dcc9ad73c5 with lease ID 0x21c6753880a32dbd: from storage DS-737805e6-6895-4202-b651-62c763c68fb8 node DatanodeRegistration(127.0.0.1:34833, datanodeUuid=d3e45d8a-9d52-4595-8244-3767543560ae, infoPort=41339, infoSecurePort=0, ipcPort=34895, storageInfo=lv=-57;cid=testClusterID;nsid=773622418;c=1731340342919), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:23,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c071b7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/java.io.tmpdir/jetty-localhost-46041-hadoop-hdfs-3_4_1-tests_jar-_-any-10646450460647430748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:23,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50c5c703{HTTP/1.1, (http/1.1)}{localhost:46041} 2024-11-11T15:52:23,937 INFO [Time-limited test {}] server.Server(415): Started @44980ms 2024-11-11T15:52:23,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:52:24,152 WARN [Thread-1180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/data/data4/current/BP-1148987685-172.17.0.3-1731340342919/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:24,156 WARN [Thread-1179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/data/data3/current/BP-1148987685-172.17.0.3-1731340342919/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:24,230 WARN [Thread-1168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:52:24,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4ed5e8a18dbbc33 with lease ID 0x21c6753880a32dbe: Processing first storage report for DS-9b5f4a31-de5c-4c8a-9e1a-474ec9783ea0 from datanode DatanodeRegistration(127.0.0.1:36153, datanodeUuid=5f9eb9f7-bdaa-4d08-8b6d-a637a6b9cbae, infoPort=40935, infoSecurePort=0, ipcPort=35961, storageInfo=lv=-57;cid=testClusterID;nsid=773622418;c=1731340342919) 2024-11-11T15:52:24,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4ed5e8a18dbbc33 with lease ID 0x21c6753880a32dbe: from storage DS-9b5f4a31-de5c-4c8a-9e1a-474ec9783ea0 node DatanodeRegistration(127.0.0.1:36153, datanodeUuid=5f9eb9f7-bdaa-4d08-8b6d-a637a6b9cbae, infoPort=40935, infoSecurePort=0, ipcPort=35961, storageInfo=lv=-57;cid=testClusterID;nsid=773622418;c=1731340342919), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:52:24,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4ed5e8a18dbbc33 with lease ID 0x21c6753880a32dbe: Processing first storage report for DS-6e90b730-452e-43b0-a288-820a1dd901de from datanode DatanodeRegistration(127.0.0.1:36153, datanodeUuid=5f9eb9f7-bdaa-4d08-8b6d-a637a6b9cbae, infoPort=40935, infoSecurePort=0, ipcPort=35961, storageInfo=lv=-57;cid=testClusterID;nsid=773622418;c=1731340342919) 2024-11-11T15:52:24,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4ed5e8a18dbbc33 with lease ID 0x21c6753880a32dbe: from storage DS-6e90b730-452e-43b0-a288-820a1dd901de node DatanodeRegistration(127.0.0.1:36153, datanodeUuid=5f9eb9f7-bdaa-4d08-8b6d-a637a6b9cbae, infoPort=40935, infoSecurePort=0, ipcPort=35961, storageInfo=lv=-57;cid=testClusterID;nsid=773622418;c=1731340342919), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:24,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5 2024-11-11T15:52:24,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/zookeeper_0, clientPort=60414, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:52:24,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60414 2024-11-11T15:52:24,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:24,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:52:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:52:24,911 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89 with version=8 2024-11-11T15:52:24,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/hbase-staging 2024-11-11T15:52:24,913 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:24,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:24,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:24,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:24,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:24,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:24,914 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:52:24,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:24,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35265 2024-11-11T15:52:24,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35265 connecting to ZooKeeper ensemble=127.0.0.1:60414 2024-11-11T15:52:24,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352650x0, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:24,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35265-0x101980891800000 connected 2024-11-11T15:52:24,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:24,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:24,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:24,962 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89, hbase.cluster.distributed=false 2024-11-11T15:52:24,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:24,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35265 2024-11-11T15:52:24,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35265 2024-11-11T15:52:24,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35265 2024-11-11T15:52:24,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35265 2024-11-11T15:52:24,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35265 2024-11-11T15:52:25,007 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:25,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:25,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:25,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:25,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:25,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:25,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:52:25,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:25,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44929 2024-11-11T15:52:25,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44929 connecting to ZooKeeper ensemble=127.0.0.1:60414 2024-11-11T15:52:25,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:25,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:25,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449290x0, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:25,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449290x0, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:25,023 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:52:25,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44929-0x101980891800001 connected 2024-11-11T15:52:25,028 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T15:52:25,044 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T15:52:25,044 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T15:52:25,064 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T15:52:25,067 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:52:25,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:52:25,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:25,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-11T15:52:25,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44929 2024-11-11T15:52:25,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44929 2024-11-11T15:52:25,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-11T15:52:25,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-11T15:52:25,127 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:25,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:25,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:25,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:25,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:25,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:25,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:52:25,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:25,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42303 2024-11-11T15:52:25,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42303 connecting to ZooKeeper ensemble=127.0.0.1:60414 2024-11-11T15:52:25,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:25,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:25,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423030x0, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:25,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42303-0x101980891800002 connected 2024-11-11T15:52:25,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:25,166 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:52:25,172 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T15:52:25,199 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T15:52:25,199 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T15:52:25,215 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T15:52:25,216 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:52:25,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:52:25,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:25,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42303 2024-11-11T15:52:25,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42303 2024-11-11T15:52:25,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42303 2024-11-11T15:52:25,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42303 2024-11-11T15:52:25,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42303 2024-11-11T15:52:25,260 DEBUG [M:0;9a1fddc00362:35265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:35265 2024-11-11T15:52:25,267 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9a1fddc00362,35265,1731340344913 2024-11-11T15:52:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:25,289 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9a1fddc00362,35265,1731340344913 2024-11-11T15:52:25,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:25,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:25,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:25,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:25,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:25,316 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T15:52:25,325 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9a1fddc00362,35265,1731340344913 from backup master directory 2024-11-11T15:52:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:25,332 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9a1fddc00362,35265,1731340344913 2024-11-11T15:52:25,332 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,35265,1731340344913 2024-11-11T15:52:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:25,372 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/hbase.id] with ID: 4ec012d5-c08d-4635-8bba-0a78fc847369 2024-11-11T15:52:25,372 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/.tmp/hbase.id 2024-11-11T15:52:25,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:52:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:52:25,813 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/.tmp/hbase.id]:[hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/hbase.id] 2024-11-11T15:52:25,831 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:25,831 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:52:25,833 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T15:52:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:25,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:52:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:52:26,280 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:52:26,281 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:52:26,281 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:26,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:52:26,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:52:26,304 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store 2024-11-11T15:52:26,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:52:26,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:52:26,323 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:26,323 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:52:26,323 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:26,323 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:26,323 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:52:26,323 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:26,323 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:26,324 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340346323Disabling compacts and flushes for region at 1731340346323Disabling writes for close at 1731340346323Writing region close event to WAL at 1731340346323Closed at 1731340346323 2024-11-11T15:52:26,325 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/.initializing 2024-11-11T15:52:26,325 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/WALs/9a1fddc00362,35265,1731340344913 2024-11-11T15:52:26,326 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:26,329 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C35265%2C1731340344913, suffix=, logDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/WALs/9a1fddc00362,35265,1731340344913, archiveDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/oldWALs, maxLogs=10 2024-11-11T15:52:26,352 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/WALs/9a1fddc00362,35265,1731340344913/9a1fddc00362%2C35265%2C1731340344913.1731340346329, exclude list is [], retry=0 2024-11-11T15:52:26,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36153,DS-9b5f4a31-de5c-4c8a-9e1a-474ec9783ea0,DISK] 2024-11-11T15:52:26,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34833,DS-ee457bbf-a883-4549-91b8-6a142500479e,DISK] 2024-11-11T15:52:26,377 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/WALs/9a1fddc00362,35265,1731340344913/9a1fddc00362%2C35265%2C1731340344913.1731340346329 2024-11-11T15:52:26,378 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935),(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-11T15:52:26,379 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:52:26,379 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:26,379 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,379 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:52:26,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:26,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:26,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:52:26,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:26,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:26,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:52:26,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:26,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:26,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:52:26,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:26,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:26,398 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,399 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,399 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,401 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,401 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,401 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:26,402 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:26,405 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:26,405 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58897727, jitterRate=-0.12235547602176666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:26,406 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731340346379Initializing all the Stores at 1731340346381 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340346382 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340346382Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340346382Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340346382Cleaning up temporary data from old regions at 1731340346401 (+19 ms)Region opened successfully at 1731340346406 (+5 ms) 2024-11-11T15:52:26,406 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:52:26,416 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3b03d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:26,424 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:52:26,424 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:52:26,424 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:52:26,424 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:52:26,425 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:52:26,426 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:52:26,426 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:52:26,432 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:52:26,436 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T15:52:26,438 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T15:52:26,438 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:52:26,439 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:52:26,443 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T15:52:26,443 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:52:26,445 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:52:26,446 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T15:52:26,447 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:52:26,448 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T15:52:26,450 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:52:26,452 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T15:52:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:26,459 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,35265,1731340344913, sessionid=0x101980891800000, setting cluster-up flag (Was=false) 2024-11-11T15:52:26,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:26,496 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T15:52:26,501 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,35265,1731340344913 2024-11-11T15:52:26,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:26,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:26,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:26,534 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T15:52:26,535 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,35265,1731340344913 2024-11-11T15:52:26,538 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:52:26,548 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:26,549 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:52:26,549 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:52:26,549 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,35265,1731340344913 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:52:26,550 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(746): ClusterId : 4ec012d5-c08d-4635-8bba-0a78fc847369 2024-11-11T15:52:26,551 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:52:26,555 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(746): ClusterId : 4ec012d5-c08d-4635-8bba-0a78fc847369 2024-11-11T15:52:26,556 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:52:26,569 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:26,569 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:26,570 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:26,570 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:26,570 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:52:26,570 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,570 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:26,570 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,570 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:52:26,570 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:52:26,570 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:52:26,570 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:52:26,581 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:52:26,581 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:52:26,581 DEBUG [RS:0;9a1fddc00362:44929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651d1ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:26,581 DEBUG [RS:1;9a1fddc00362:42303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1179e697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:26,582 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:26,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:52:26,584 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:26,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:52:26,625 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:44929 2024-11-11T15:52:26,625 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:52:26,625 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:52:26,625 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:52:26,628 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731340376628 2024-11-11T15:52:26,628 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:52:26,628 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:52:26,628 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:52:26,628 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:52:26,628 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:52:26,628 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:52:26,633 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,637 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:52:26,637 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:52:26,637 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:52:26,640 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,35265,1731340344913 with port=44929, startcode=1731340345007 2024-11-11T15:52:26,640 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:52:26,640 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:52:26,640 DEBUG [RS:0;9a1fddc00362:44929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:52:26,651 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:52:26,652 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35265 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T15:52:26,653 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340346640,5,FailOnTimeoutGroup] 2024-11-11T15:52:26,653 DEBUG [RS:1;9a1fddc00362:42303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9a1fddc00362:42303 2024-11-11T15:52:26,653 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:52:26,653 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:52:26,653 DEBUG [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:52:26,654 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340346653,5,FailOnTimeoutGroup] 2024-11-11T15:52:26,654 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,654 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:52:26,654 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,654 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,656 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T15:52:26,656 WARN [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T15:52:26,656 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,35265,1731340344913 with port=42303, startcode=1731340345127 2024-11-11T15:52:26,657 DEBUG [RS:1;9a1fddc00362:42303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:52:26,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:52:26,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:52:26,660 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:52:26,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,42303,1731340345127 2024-11-11T15:52:26,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35265 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,42303,1731340345127 2024-11-11T15:52:26,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:52:26,662 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89 2024-11-11T15:52:26,664 DEBUG [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89 2024-11-11T15:52:26,664 DEBUG [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36887 2024-11-11T15:52:26,664 DEBUG [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:52:26,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:26,666 DEBUG [RS:1;9a1fddc00362:42303 {}] zookeeper.ZKUtil(111): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,42303,1731340345127 2024-11-11T15:52:26,666 WARN [RS:1;9a1fddc00362:42303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:26,666 INFO [RS:1;9a1fddc00362:42303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:26,667 DEBUG [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,42303,1731340345127 2024-11-11T15:52:26,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,42303,1731340345127] 2024-11-11T15:52:26,672 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:52:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:52:26,684 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:52:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741832_1008 (size=32) 2024-11-11T15:52:26,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:26,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:52:26,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:52:26,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:26,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:26,704 INFO [RS:1;9a1fddc00362:42303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:52:26,704 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:52:26,705 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:52:26,716 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:52:26,716 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,717 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,718 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:26,718 DEBUG [RS:1;9a1fddc00362:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:26,724 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,724 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,724 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,724 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,724 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,724 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42303,1731340345127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:26,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:52:26,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:26,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:26,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:52:26,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:52:26,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:26,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:26,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:52:26,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:52:26,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:26,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:26,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:52:26,758 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,35265,1731340344913 with port=44929, startcode=1731340345007 2024-11-11T15:52:26,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740 2024-11-11T15:52:26,761 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:52:26,762 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,42303,1731340345127-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,762 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,762 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.Replication(171): 9a1fddc00362,42303,1731340345127 started 2024-11-11T15:52:26,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,44929,1731340345007 2024-11-11T15:52:26,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35265 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,44929,1731340345007 2024-11-11T15:52:26,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740 2024-11-11T15:52:26,777 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89 2024-11-11T15:52:26,777 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36887 2024-11-11T15:52:26,777 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:52:26,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:52:26,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:52:26,781 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:26,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:52:26,785 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,785 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,42303,1731340345127, RpcServer on 9a1fddc00362/172.17.0.3:42303, sessionid=0x101980891800002 2024-11-11T15:52:26,785 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:52:26,785 DEBUG [RS:1;9a1fddc00362:42303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,42303,1731340345127 2024-11-11T15:52:26,785 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,42303,1731340345127' 2024-11-11T15:52:26,785 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:52:26,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:26,789 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:26,790 DEBUG [RS:0;9a1fddc00362:44929 {}] zookeeper.ZKUtil(111): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,44929,1731340345007 2024-11-11T15:52:26,790 WARN [RS:0;9a1fddc00362:44929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:26,790 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69961426, jitterRate=0.04250648617744446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:26,790 INFO [RS:0;9a1fddc00362:44929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:26,790 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,44929,1731340345007 2024-11-11T15:52:26,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731340346689Initializing all the Stores at 1731340346693 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340346693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340346693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340346693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340346693Cleaning up temporary data from old regions at 1731340346780 (+87 ms)Region opened successfully at 1731340346791 (+11 ms) 2024-11-11T15:52:26,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:52:26,791 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:52:26,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:52:26,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:52:26,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:52:26,792 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:52:26,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,44929,1731340345007] 2024-11-11T15:52:26,796 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:52:26,796 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:52:26,796 DEBUG [RS:1;9a1fddc00362:42303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,42303,1731340345127 2024-11-11T15:52:26,796 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,42303,1731340345127' 2024-11-11T15:52:26,796 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:52:26,802 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:52:26,802 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:26,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340346791Disabling compacts and flushes for region at 1731340346791Disabling writes for close at 1731340346791Writing region close event to WAL at 1731340346802 (+11 ms)Closed at 1731340346802 2024-11-11T15:52:26,803 DEBUG [RS:1;9a1fddc00362:42303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:52:26,803 INFO [RS:1;9a1fddc00362:42303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:52:26,803 INFO [RS:1;9a1fddc00362:42303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:52:26,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:26,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:52:26,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:52:26,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:52:26,808 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:52:26,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:52:26,820 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:52:26,823 INFO [RS:0;9a1fddc00362:44929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:52:26,823 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,828 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:52:26,832 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:52:26,832 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,832 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,832 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,832 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,832 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,832 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,832 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:26,833 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,833 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,833 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,833 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,833 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,833 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:26,833 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:26,833 DEBUG [RS:0;9a1fddc00362:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:26,840 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,840 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,840 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,840 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,840 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,840 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44929,1731340345007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:26,869 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:52:26,869 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44929,1731340345007-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,869 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,870 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.Replication(171): 9a1fddc00362,44929,1731340345007 started 2024-11-11T15:52:26,896 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:26,896 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,44929,1731340345007, RpcServer on 9a1fddc00362/172.17.0.3:44929, sessionid=0x101980891800001 2024-11-11T15:52:26,896 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:52:26,896 DEBUG [RS:0;9a1fddc00362:44929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,44929,1731340345007 2024-11-11T15:52:26,896 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,44929,1731340345007' 2024-11-11T15:52:26,896 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:52:26,897 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:52:26,898 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:52:26,898 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:52:26,898 DEBUG [RS:0;9a1fddc00362:44929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,44929,1731340345007 2024-11-11T15:52:26,898 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,44929,1731340345007' 2024-11-11T15:52:26,898 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:52:26,898 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:52:26,898 DEBUG [RS:0;9a1fddc00362:44929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:52:26,898 INFO [RS:0;9a1fddc00362:44929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:52:26,898 INFO [RS:0;9a1fddc00362:44929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:52:26,903 INFO [RS:1;9a1fddc00362:42303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:26,906 INFO [RS:1;9a1fddc00362:42303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C42303%2C1731340345127, suffix=, logDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,42303,1731340345127, archiveDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/oldWALs, maxLogs=32 2024-11-11T15:52:26,932 DEBUG [RS:1;9a1fddc00362:42303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,42303,1731340345127/9a1fddc00362%2C42303%2C1731340345127.1731340346906, exclude list is [], retry=0 2024-11-11T15:52:26,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34833,DS-ee457bbf-a883-4549-91b8-6a142500479e,DISK] 2024-11-11T15:52:26,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36153,DS-9b5f4a31-de5c-4c8a-9e1a-474ec9783ea0,DISK] 2024-11-11T15:52:26,961 WARN [9a1fddc00362:35265 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T15:52:26,969 INFO [RS:1;9a1fddc00362:42303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,42303,1731340345127/9a1fddc00362%2C42303%2C1731340345127.1731340346906 2024-11-11T15:52:26,972 DEBUG [RS:1;9a1fddc00362:42303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935),(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-11T15:52:26,999 INFO [RS:0;9a1fddc00362:44929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:27,006 INFO [RS:0;9a1fddc00362:44929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C44929%2C1731340345007, suffix=, logDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,44929,1731340345007, archiveDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/oldWALs, maxLogs=32 2024-11-11T15:52:27,030 DEBUG [RS:0;9a1fddc00362:44929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,44929,1731340345007/9a1fddc00362%2C44929%2C1731340345007.1731340347006, exclude list is [], retry=0 2024-11-11T15:52:27,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34833,DS-ee457bbf-a883-4549-91b8-6a142500479e,DISK] 2024-11-11T15:52:27,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36153,DS-9b5f4a31-de5c-4c8a-9e1a-474ec9783ea0,DISK] 2024-11-11T15:52:27,050 INFO [RS:0;9a1fddc00362:44929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,44929,1731340345007/9a1fddc00362%2C44929%2C1731340345007.1731340347006 2024-11-11T15:52:27,052 DEBUG [RS:0;9a1fddc00362:44929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935),(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-11T15:52:27,211 DEBUG [9a1fddc00362:35265 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T15:52:27,212 DEBUG [9a1fddc00362:35265 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:52:27,215 DEBUG [9a1fddc00362:35265 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:52:27,215 DEBUG [9a1fddc00362:35265 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:52:27,215 DEBUG [9a1fddc00362:35265 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:52:27,215 DEBUG [9a1fddc00362:35265 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:52:27,215 INFO [9a1fddc00362:35265 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:52:27,215 INFO [9a1fddc00362:35265 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:52:27,215 DEBUG [9a1fddc00362:35265 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:52:27,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,44929,1731340345007 2024-11-11T15:52:27,218 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,44929,1731340345007, state=OPENING 2024-11-11T15:52:27,220 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:52:27,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:27,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:27,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:27,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:27,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:27,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:27,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:52:27,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,44929,1731340345007}] 2024-11-11T15:52:27,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:27,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:27,392 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:52:27,392 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:27,393 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:52:27,401 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C44929%2C1731340345007.meta, suffix=.meta, logDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,44929,1731340345007, archiveDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/oldWALs, maxLogs=32 2024-11-11T15:52:27,424 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,44929,1731340345007/9a1fddc00362%2C44929%2C1731340345007.meta.1731340347402.meta, exclude list is [], retry=0 2024-11-11T15:52:27,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36153,DS-9b5f4a31-de5c-4c8a-9e1a-474ec9783ea0,DISK] 2024-11-11T15:52:27,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34833,DS-ee457bbf-a883-4549-91b8-6a142500479e,DISK] 2024-11-11T15:52:27,440 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,44929,1731340345007/9a1fddc00362%2C44929%2C1731340345007.meta.1731340347402.meta 2024-11-11T15:52:27,444 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41339:41339),(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-11T15:52:27,444 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:52:27,445 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:52:27,445 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:52:27,445 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:52:27,445 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:52:27,445 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:27,445 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:52:27,446 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:52:27,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:52:27,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:52:27,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:27,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:27,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:52:27,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:52:27,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:27,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:27,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:52:27,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:52:27,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:27,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:27,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:52:27,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:52:27,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:27,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:27,458 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:52:27,459 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740 2024-11-11T15:52:27,476 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740 2024-11-11T15:52:27,515 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:52:27,515 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:52:27,518 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:27,536 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:52:27,549 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68560280, jitterRate=0.02162778377532959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:27,549 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:52:27,550 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731340347446Writing region info on filesystem at 1731340347446Initializing all the Stores at 1731340347449 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340347449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340347449Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340347449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340347450 (+1 ms)Cleaning up temporary data from old regions at 1731340347515 (+65 ms)Running coprocessor post-open hooks at 1731340347549 (+34 ms)Region opened successfully at 1731340347550 (+1 ms) 2024-11-11T15:52:27,560 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731340347377 2024-11-11T15:52:27,574 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:52:27,574 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:52:27,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,44929,1731340345007 2024-11-11T15:52:27,577 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,44929,1731340345007, state=OPEN 2024-11-11T15:52:27,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:27,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:27,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:27,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:27,589 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,44929,1731340345007 2024-11-11T15:52:27,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:27,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:27,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:52:27,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,44929,1731340345007 in 366 msec 2024-11-11T15:52:27,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:52:27,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 800 msec 2024-11-11T15:52:27,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:27,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:52:27,638 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:27,638 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,44929,1731340345007, seqNum=-1] 2024-11-11T15:52:27,638 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:27,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:27,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T15:52:27,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T15:52:27,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:52:27,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T15:52:27,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1230 sec 2024-11-11T15:52:27,667 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731340347667, completionTime=-1 2024-11-11T15:52:27,667 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T15:52:27,667 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:52:27,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T15:52:27,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731340407672 2024-11-11T15:52:27,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731340467672 2024-11-11T15:52:27,672 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-11T15:52:27,673 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35265,1731340344913-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:27,673 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35265,1731340344913-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:27,673 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35265,1731340344913-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:27,673 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:35265, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:27,673 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:27,676 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:27,690 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:52:27,697 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.364sec 2024-11-11T15:52:27,704 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:52:27,704 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:52:27,704 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:52:27,704 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:52:27,704 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:52:27,704 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35265,1731340344913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:27,704 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35265,1731340344913-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:52:27,744 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:52:27,744 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:52:27,744 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35265,1731340344913-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:27,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b394b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:27,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,35265,-1 for getting cluster id 2024-11-11T15:52:27,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:52:27,757 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ec012d5-c08d-4635-8bba-0a78fc847369' 2024-11-11T15:52:27,757 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:52:27,758 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ec012d5-c08d-4635-8bba-0a78fc847369" 2024-11-11T15:52:27,758 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fdb540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:27,758 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,35265,-1] 2024-11-11T15:52:27,758 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:52:27,759 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:27,761 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:52:27,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449d8255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:27,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:27,775 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,44929,1731340345007, seqNum=-1] 2024-11-11T15:52:27,776 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:27,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:27,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,35265,1731340344913 2024-11-11T15:52:27,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:52:27,792 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,35265,1731340344913 2024-11-11T15:52:27,792 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1837f710 2024-11-11T15:52:27,793 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:52:27,796 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:52:27,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:52:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T15:52:27,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:52:27,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:27,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T15:52:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:27,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:52:27,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:52:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:52:27,887 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d8857100fc1beb907f7a8cd9b09c8e6, NAME => 'testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89 2024-11-11T15:52:27,894 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9b3b821640bf340d3d4eb53760e95f57, NAME => 'testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89 2024-11-11T15:52:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:52:27,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:52:27,957 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:27,958 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7d8857100fc1beb907f7a8cd9b09c8e6, disabling compactions & flushes 2024-11-11T15:52:27,958 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:27,958 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:27,958 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. after waiting 0 ms 2024-11-11T15:52:27,958 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:27,958 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:27,968 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d8857100fc1beb907f7a8cd9b09c8e6: Waiting for close lock at 1731340347958Disabling compacts and flushes for region at 1731340347958Disabling writes for close at 1731340347958Writing region close event to WAL at 1731340347958Closed at 1731340347958 2024-11-11T15:52:27,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:52:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:52:27,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:27,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9b3b821640bf340d3d4eb53760e95f57, disabling compactions & flushes 2024-11-11T15:52:27,970 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:27,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:27,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. after waiting 0 ms 2024-11-11T15:52:27,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:27,970 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:27,970 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9b3b821640bf340d3d4eb53760e95f57: Waiting for close lock at 1731340347970Disabling compacts and flushes for region at 1731340347970Disabling writes for close at 1731340347970Writing region close event to WAL at 1731340347970Closed at 1731340347970 2024-11-11T15:52:27,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:52:27,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340347976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340347976"}]},"ts":"1731340347976"} 2024-11-11T15:52:27,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340347976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340347976"}]},"ts":"1731340347976"} 2024-11-11T15:52:27,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T15:52:27,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:52:27,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340347995"}]},"ts":"1731340347995"} 2024-11-11T15:52:28,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T15:52:28,004 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:52:28,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:52:28,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:52:28,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:52:28,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:52:28,012 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:52:28,012 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:52:28,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:52:28,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d8857100fc1beb907f7a8cd9b09c8e6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b3b821640bf340d3d4eb53760e95f57, ASSIGN}] 2024-11-11T15:52:28,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b3b821640bf340d3d4eb53760e95f57, ASSIGN 2024-11-11T15:52:28,025 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d8857100fc1beb907f7a8cd9b09c8e6, ASSIGN 2024-11-11T15:52:28,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b3b821640bf340d3d4eb53760e95f57, ASSIGN; state=OFFLINE, location=9a1fddc00362,44929,1731340345007; forceNewPlan=false, retain=false 2024-11-11T15:52:28,038 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d8857100fc1beb907f7a8cd9b09c8e6, ASSIGN; state=OFFLINE, location=9a1fddc00362,42303,1731340345127; forceNewPlan=false, retain=false 2024-11-11T15:52:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:28,188 INFO [9a1fddc00362:35265 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T15:52:28,189 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b3b821640bf340d3d4eb53760e95f57, regionState=OPENING, regionLocation=9a1fddc00362,44929,1731340345007 2024-11-11T15:52:28,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d8857100fc1beb907f7a8cd9b09c8e6, regionState=OPENING, regionLocation=9a1fddc00362,42303,1731340345127 2024-11-11T15:52:28,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d8857100fc1beb907f7a8cd9b09c8e6, ASSIGN because future has completed 2024-11-11T15:52:28,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b3b821640bf340d3d4eb53760e95f57, ASSIGN because future has completed 2024-11-11T15:52:28,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d8857100fc1beb907f7a8cd9b09c8e6, server=9a1fddc00362,42303,1731340345127}] 2024-11-11T15:52:28,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b3b821640bf340d3d4eb53760e95f57, server=9a1fddc00362,44929,1731340345007}] 2024-11-11T15:52:28,354 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:28,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:28,362 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:28,362 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:28,362 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d8857100fc1beb907f7a8cd9b09c8e6, NAME => 'testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T15:52:28,362 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b3b821640bf340d3d4eb53760e95f57, NAME => 'testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T15:52:28,363 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,363 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,363 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:28,363 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:28,363 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,363 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,363 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,363 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,365 INFO [StoreOpener-9b3b821640bf340d3d4eb53760e95f57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,368 INFO [StoreOpener-9b3b821640bf340d3d4eb53760e95f57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b3b821640bf340d3d4eb53760e95f57 columnFamilyName family 2024-11-11T15:52:28,368 DEBUG [StoreOpener-9b3b821640bf340d3d4eb53760e95f57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:28,369 INFO [StoreOpener-9b3b821640bf340d3d4eb53760e95f57-1 {}] regionserver.HStore(327): Store=9b3b821640bf340d3d4eb53760e95f57/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:28,369 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,370 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,370 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,371 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,371 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,374 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,384 INFO [StoreOpener-7d8857100fc1beb907f7a8cd9b09c8e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,387 INFO [StoreOpener-7d8857100fc1beb907f7a8cd9b09c8e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d8857100fc1beb907f7a8cd9b09c8e6 columnFamilyName family 2024-11-11T15:52:28,387 DEBUG [StoreOpener-7d8857100fc1beb907f7a8cd9b09c8e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:28,388 INFO [StoreOpener-7d8857100fc1beb907f7a8cd9b09c8e6-1 {}] regionserver.HStore(327): Store=7d8857100fc1beb907f7a8cd9b09c8e6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:28,388 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,389 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,389 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,390 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,390 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,393 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,395 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/9b3b821640bf340d3d4eb53760e95f57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:28,395 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9b3b821640bf340d3d4eb53760e95f57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62465528, jitterRate=-0.0691910982131958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:52:28,395 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,397 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/7d8857100fc1beb907f7a8cd9b09c8e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:28,397 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9b3b821640bf340d3d4eb53760e95f57: Running coprocessor pre-open hook at 1731340348363Writing region info on filesystem at 1731340348363Initializing all the Stores at 1731340348364 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340348364Cleaning up temporary data from old regions at 1731340348371 (+7 ms)Running coprocessor post-open hooks at 1731340348396 (+25 ms)Region opened successfully at 1731340348397 (+1 ms) 2024-11-11T15:52:28,397 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7d8857100fc1beb907f7a8cd9b09c8e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61144552, jitterRate=-0.0888751745223999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:52:28,397 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,397 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7d8857100fc1beb907f7a8cd9b09c8e6: Running coprocessor pre-open hook at 1731340348363Writing region info on filesystem at 1731340348363Initializing all the Stores at 1731340348364 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340348364Cleaning up temporary data from old regions at 1731340348390 (+26 ms)Running coprocessor post-open hooks at 1731340348397 (+7 ms)Region opened successfully at 1731340348397 2024-11-11T15:52:28,399 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6., pid=7, masterSystemTime=1731340348354 2024-11-11T15:52:28,404 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57., pid=8, masterSystemTime=1731340348354 2024-11-11T15:52:28,409 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:28,409 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:28,411 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d8857100fc1beb907f7a8cd9b09c8e6, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,42303,1731340345127 2024-11-11T15:52:28,412 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:28,412 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:28,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d8857100fc1beb907f7a8cd9b09c8e6, server=9a1fddc00362,42303,1731340345127 because future has completed 2024-11-11T15:52:28,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b3b821640bf340d3d4eb53760e95f57, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,44929,1731340345007 2024-11-11T15:52:28,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b3b821640bf340d3d4eb53760e95f57, server=9a1fddc00362,44929,1731340345007 because future has completed 2024-11-11T15:52:28,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-11T15:52:28,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d8857100fc1beb907f7a8cd9b09c8e6, server=9a1fddc00362,42303,1731340345127 in 224 msec 2024-11-11T15:52:28,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d8857100fc1beb907f7a8cd9b09c8e6, ASSIGN in 428 msec 2024-11-11T15:52:28,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-11T15:52:28,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b3b821640bf340d3d4eb53760e95f57, server=9a1fddc00362,44929,1731340345007 in 231 msec 2024-11-11T15:52:28,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-11T15:52:28,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9b3b821640bf340d3d4eb53760e95f57, ASSIGN in 431 msec 2024-11-11T15:52:28,447 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:52:28,448 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340348447"}]},"ts":"1731340348447"} 2024-11-11T15:52:28,451 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T15:52:28,452 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:52:28,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 655 msec 2024-11-11T15:52:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:28,468 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T15:52:28,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T15:52:28,468 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:52:28,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T15:52:28,477 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:52:28,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T15:52:28,488 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6., hostname=9a1fddc00362,42303,1731340345127, seqNum=2] 2024-11-11T15:52:28,489 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:28,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:28,509 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57., hostname=9a1fddc00362,44929,1731340345007, seqNum=2] 2024-11-11T15:52:28,538 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9b3b821640bf340d3d4eb53760e95f57 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T15:52:28,568 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/9b3b821640bf340d3d4eb53760e95f57/.tmp/family/57fd8d046b5d498ca8880fdecf256bb7 is 32, key is 5/family:/1731340348511/Put/seqid=0 2024-11-11T15:52:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741839_1015 (size=5083) 2024-11-11T15:52:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741839_1015 (size=5083) 2024-11-11T15:52:28,597 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/9b3b821640bf340d3d4eb53760e95f57/.tmp/family/57fd8d046b5d498ca8880fdecf256bb7 2024-11-11T15:52:28,623 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/9b3b821640bf340d3d4eb53760e95f57/.tmp/family/57fd8d046b5d498ca8880fdecf256bb7 as hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/9b3b821640bf340d3d4eb53760e95f57/family/57fd8d046b5d498ca8880fdecf256bb7 2024-11-11T15:52:28,656 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/9b3b821640bf340d3d4eb53760e95f57/family/57fd8d046b5d498ca8880fdecf256bb7, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T15:52:28,662 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9b3b821640bf340d3d4eb53760e95f57 in 124ms, sequenceid=9, compaction requested=false 2024-11-11T15:52:28,662 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9b3b821640bf340d3d4eb53760e95f57: 2024-11-11T15:52:28,662 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7d8857100fc1beb907f7a8cd9b09c8e6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T15:52:28,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/7d8857100fc1beb907f7a8cd9b09c8e6/.tmp/family/4ff8196cd0bc4ebba7f25569e2d4cbc6 is 32, key is 1/family:/1731340348491/Put/seqid=0 2024-11-11T15:52:28,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741840_1016 (size=5054) 2024-11-11T15:52:28,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741840_1016 (size=5054) 2024-11-11T15:52:28,752 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/7d8857100fc1beb907f7a8cd9b09c8e6/.tmp/family/4ff8196cd0bc4ebba7f25569e2d4cbc6 2024-11-11T15:52:28,775 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/7d8857100fc1beb907f7a8cd9b09c8e6/.tmp/family/4ff8196cd0bc4ebba7f25569e2d4cbc6 as hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/7d8857100fc1beb907f7a8cd9b09c8e6/family/4ff8196cd0bc4ebba7f25569e2d4cbc6 2024-11-11T15:52:28,790 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/7d8857100fc1beb907f7a8cd9b09c8e6/family/4ff8196cd0bc4ebba7f25569e2d4cbc6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T15:52:28,796 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7d8857100fc1beb907f7a8cd9b09c8e6 in 134ms, sequenceid=8, compaction requested=false 2024-11-11T15:52:28,797 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7d8857100fc1beb907f7a8cd9b09c8e6: 2024-11-11T15:52:28,800 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 57fd8d046b5d498ca8880fdecf256bb7, starting offset: 0, end offset: 9223372036854775807 2024-11-11T15:52:28,800 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 57fd8d046b5d498ca8880fdecf256bb7_0 from back map with offset lock 2094080 in the evict process 2024-11-11T15:52:28,803 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 4ff8196cd0bc4ebba7f25569e2d4cbc6, starting offset: 0, end offset: 9223372036854775807 2024-11-11T15:52:28,803 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 4ff8196cd0bc4ebba7f25569e2d4cbc6_0 from back map with offset lock 2094080 in the evict process 2024-11-11T15:52:28,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:52:28,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:28,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:28,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:28,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:28,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:52:28,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:52:28,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=687999264, stopped=false 2024-11-11T15:52:28,805 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,35265,1731340344913 2024-11-11T15:52:28,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:28,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:28,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:28,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:28,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:28,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:28,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:28,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:28,813 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:52:28,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:28,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:28,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:28,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,44929,1731340345007' ***** 2024-11-11T15:52:28,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:52:28,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,42303,1731340345127' ***** 2024-11-11T15:52:28,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:52:28,815 INFO [RS:0;9a1fddc00362:44929 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T15:52:28,815 INFO [RS:0;9a1fddc00362:44929 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T15:52:28,815 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T15:52:28,815 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T15:52:28,815 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:52:28,815 INFO [RS:1;9a1fddc00362:42303 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T15:52:28,815 INFO [RS:0;9a1fddc00362:44929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:52:28,815 INFO [RS:0;9a1fddc00362:44929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:52:28,815 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:28,816 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,44929,1731340345007 2024-11-11T15:52:28,816 INFO [RS:0;9a1fddc00362:44929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:28,816 INFO [RS:0;9a1fddc00362:44929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:44929. 2024-11-11T15:52:28,816 DEBUG [RS:0;9a1fddc00362:44929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:28,818 INFO [RS:1;9a1fddc00362:42303 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T15:52:28,818 DEBUG [RS:0;9a1fddc00362:44929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:28,818 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T15:52:28,818 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T15:52:28,818 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T15:52:28,818 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T15:52:28,818 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:52:28,819 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:52:28,819 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:52:28,819 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:52:28,819 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:52:28,819 INFO [RS:1;9a1fddc00362:42303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:52:28,819 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:52:28,819 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1325): Online Regions={9b3b821640bf340d3d4eb53760e95f57=testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:52:28,824 INFO [RS:1;9a1fddc00362:42303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:52:28,819 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:52:28,824 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,825 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b3b821640bf340d3d4eb53760e95f57 2024-11-11T15:52:28,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:52:28,826 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,42303,1731340345127 2024-11-11T15:52:28,826 INFO [RS:1;9a1fddc00362:42303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:28,827 INFO [RS:1;9a1fddc00362:42303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9a1fddc00362:42303. 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:52:28,827 DEBUG [RS:1;9a1fddc00362:42303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d8857100fc1beb907f7a8cd9b09c8e6, disabling compactions & flushes 2024-11-11T15:52:28,827 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:52:28,827 DEBUG [RS:1;9a1fddc00362:42303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:28,827 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. after waiting 0 ms 2024-11-11T15:52:28,827 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:28,827 DEBUG [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(1325): Online Regions={7d8857100fc1beb907f7a8cd9b09c8e6=testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6.} 2024-11-11T15:52:28,827 DEBUG [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(1351): Waiting on 7d8857100fc1beb907f7a8cd9b09c8e6 2024-11-11T15:52:28,827 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b3b821640bf340d3d4eb53760e95f57, disabling compactions & flushes 2024-11-11T15:52:28,827 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. after waiting 0 ms 2024-11-11T15:52:28,827 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:28,839 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/7d8857100fc1beb907f7a8cd9b09c8e6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T15:52:28,840 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:28,840 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d8857100fc1beb907f7a8cd9b09c8e6: Waiting for close lock at 1731340348827Running coprocessor pre-close hooks at 1731340348827Disabling compacts and flushes for region at 1731340348827Disabling writes for close at 1731340348827Writing region close event to WAL at 1731340348832 (+5 ms)Running coprocessor post-close hooks at 1731340348840 (+8 ms)Closed at 1731340348840 2024-11-11T15:52:28,841 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731340347797.7d8857100fc1beb907f7a8cd9b09c8e6. 2024-11-11T15:52:28,848 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:28,856 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:28,856 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/default/testClearRegionBlockCache/9b3b821640bf340d3d4eb53760e95f57/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T15:52:28,861 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:28,861 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b3b821640bf340d3d4eb53760e95f57: Waiting for close lock at 1731340348827Running coprocessor pre-close hooks at 1731340348827Disabling compacts and flushes for region at 1731340348827Disabling writes for close at 1731340348827Writing region close event to WAL at 1731340348832 (+5 ms)Running coprocessor post-close hooks at 1731340348861 (+29 ms)Closed at 1731340348861 2024-11-11T15:52:28,861 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57. 2024-11-11T15:52:28,865 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/.tmp/info/4020bf9d978140a88f7abffc2e7f96c6 is 173, key is testClearRegionBlockCache,5,1731340347797.9b3b821640bf340d3d4eb53760e95f57./info:regioninfo/1731340348416/Put/seqid=0 2024-11-11T15:52:28,891 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:52:28,892 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:52:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:52:28,913 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/.tmp/info/4020bf9d978140a88f7abffc2e7f96c6 2024-11-11T15:52:28,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:52:28,946 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/.tmp/ns/73af4002088a43ba84204c546524522e is 43, key is default/ns:d/1731340347648/Put/seqid=0 2024-11-11T15:52:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:52:28,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:52:28,980 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/.tmp/ns/73af4002088a43ba84204c546524522e 2024-11-11T15:52:29,026 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:29,027 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,42303,1731340345127; all regions closed. 2024-11-11T15:52:29,039 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/.tmp/table/ee114a3d1cbc4391a6bd170211302559 is 61, key is testClearRegionBlockCache/table:state/1731340348447/Put/seqid=0 2024-11-11T15:52:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741833_1009 (size=1758) 2024-11-11T15:52:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741833_1009 (size=1758) 2024-11-11T15:52:29,051 DEBUG [RS:1;9a1fddc00362:42303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/oldWALs 2024-11-11T15:52:29,051 INFO [RS:1;9a1fddc00362:42303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C42303%2C1731340345127:(num 1731340346906) 2024-11-11T15:52:29,051 DEBUG [RS:1;9a1fddc00362:42303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:29,051 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:29,051 INFO [RS:1;9a1fddc00362:42303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:29,051 INFO [RS:1;9a1fddc00362:42303 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:29,051 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:52:29,052 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:52:29,052 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:52:29,052 INFO [RS:1;9a1fddc00362:42303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:29,052 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:29,052 INFO [RS:1;9a1fddc00362:42303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42303 2024-11-11T15:52:29,054 INFO [RS:1;9a1fddc00362:42303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,42303,1731340345127 2024-11-11T15:52:29,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,42303,1731340345127] 2024-11-11T15:52:29,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,42303,1731340345127 already deleted, retry=false 2024-11-11T15:52:29,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,42303,1731340345127 expired; onlineServers=1 2024-11-11T15:52:29,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:52:29,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:52:29,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101980891800002, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:29,157 INFO [RS:1;9a1fddc00362:42303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:29,157 INFO [RS:1;9a1fddc00362:42303 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,42303,1731340345127; zookeeper connection closed. 2024-11-11T15:52:29,157 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e8fd942 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e8fd942 2024-11-11T15:52:29,226 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:29,426 DEBUG [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:29,479 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/.tmp/table/ee114a3d1cbc4391a6bd170211302559 2024-11-11T15:52:29,488 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/.tmp/info/4020bf9d978140a88f7abffc2e7f96c6 as hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/info/4020bf9d978140a88f7abffc2e7f96c6 2024-11-11T15:52:29,495 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/info/4020bf9d978140a88f7abffc2e7f96c6, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T15:52:29,496 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/.tmp/ns/73af4002088a43ba84204c546524522e as hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/ns/73af4002088a43ba84204c546524522e 2024-11-11T15:52:29,503 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/ns/73af4002088a43ba84204c546524522e, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T15:52:29,505 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/.tmp/table/ee114a3d1cbc4391a6bd170211302559 as hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/table/ee114a3d1cbc4391a6bd170211302559 2024-11-11T15:52:29,516 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/table/ee114a3d1cbc4391a6bd170211302559, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T15:52:29,520 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 693ms, sequenceid=13, compaction requested=false 2024-11-11T15:52:29,536 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T15:52:29,538 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:52:29,538 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:29,538 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340348826Running coprocessor pre-close hooks at 1731340348826Disabling compacts and flushes for region at 1731340348826Disabling writes for close at 1731340348827 (+1 ms)Obtaining lock to block concurrent updates at 1731340348827Preparing flush snapshotting stores in 1588230740 at 1731340348827Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731340348828 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731340348832 (+4 ms)Flushing 1588230740/info: creating writer at 1731340348832Flushing 1588230740/info: appending metadata at 1731340348864 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731340348864Flushing 1588230740/ns: creating writer at 1731340348921 (+57 ms)Flushing 1588230740/ns: appending metadata at 1731340348945 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731340348945Flushing 1588230740/table: creating writer at 1731340349001 (+56 ms)Flushing 1588230740/table: appending metadata at 1731340349038 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731340349038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76cba5ab: reopening flushed file at 1731340349487 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4175f7ed: reopening flushed file at 1731340349495 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e07bc0b: reopening flushed file at 1731340349504 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 693ms, sequenceid=13, compaction requested=false at 1731340349520 (+16 ms)Writing region close event to WAL at 1731340349527 (+7 ms)Running coprocessor post-close hooks at 1731340349538 (+11 ms)Closed at 1731340349538 2024-11-11T15:52:29,539 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:29,627 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,44929,1731340345007; all regions closed. 2024-11-11T15:52:29,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:52:29,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:52:29,633 DEBUG [RS:0;9a1fddc00362:44929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/oldWALs 2024-11-11T15:52:29,633 INFO [RS:0;9a1fddc00362:44929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C44929%2C1731340345007.meta:.meta(num 1731340347402) 2024-11-11T15:52:29,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741834_1010 (size=1867) 2024-11-11T15:52:29,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741834_1010 (size=1867) 2024-11-11T15:52:29,637 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/WALs/9a1fddc00362,44929,1731340345007/9a1fddc00362%2C44929%2C1731340345007.1731340347006 not finished, retry = 0 2024-11-11T15:52:29,741 DEBUG [RS:0;9a1fddc00362:44929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/oldWALs 2024-11-11T15:52:29,741 INFO [RS:0;9a1fddc00362:44929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C44929%2C1731340345007:(num 1731340347006) 2024-11-11T15:52:29,741 DEBUG [RS:0;9a1fddc00362:44929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:29,741 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:29,741 INFO [RS:0;9a1fddc00362:44929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:29,741 INFO [RS:0;9a1fddc00362:44929 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:29,741 INFO [RS:0;9a1fddc00362:44929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:29,742 INFO [RS:0;9a1fddc00362:44929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44929 2024-11-11T15:52:29,743 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,44929,1731340345007 2024-11-11T15:52:29,744 INFO [RS:0;9a1fddc00362:44929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:29,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,44929,1731340345007] 2024-11-11T15:52:29,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,44929,1731340345007 already deleted, retry=false 2024-11-11T15:52:29,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,44929,1731340345007 expired; onlineServers=0 2024-11-11T15:52:29,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,35265,1731340344913' ***** 2024-11-11T15:52:29,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:52:29,746 INFO [M:0;9a1fddc00362:35265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:29,747 INFO [M:0;9a1fddc00362:35265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:29,747 DEBUG [M:0;9a1fddc00362:35265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:52:29,747 DEBUG [M:0;9a1fddc00362:35265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:52:29,747 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:52:29,747 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340346653 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340346653,5,FailOnTimeoutGroup] 2024-11-11T15:52:29,747 INFO [M:0;9a1fddc00362:35265 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:29,747 INFO [M:0;9a1fddc00362:35265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:29,747 DEBUG [M:0;9a1fddc00362:35265 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:52:29,747 INFO [M:0;9a1fddc00362:35265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:52:29,747 INFO [M:0;9a1fddc00362:35265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:52:29,747 INFO [M:0;9a1fddc00362:35265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:52:29,747 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:52:29,747 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340346640 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340346640,5,FailOnTimeoutGroup] 2024-11-11T15:52:29,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:29,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:29,751 INFO [M:0;9a1fddc00362:35265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/.lastflushedseqids 2024-11-11T15:52:29,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-11T15:52:29,751 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-11T15:52:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741844_1020 (size=191) 2024-11-11T15:52:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741844_1020 (size=191) 2024-11-11T15:52:29,764 INFO [M:0;9a1fddc00362:35265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:52:29,764 INFO [M:0;9a1fddc00362:35265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:52:29,764 DEBUG [M:0;9a1fddc00362:35265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:52:29,764 INFO [M:0;9a1fddc00362:35265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:29,764 DEBUG [M:0;9a1fddc00362:35265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:29,764 DEBUG [M:0;9a1fddc00362:35265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:52:29,764 DEBUG [M:0;9a1fddc00362:35265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:29,764 INFO [M:0;9a1fddc00362:35265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-11T15:52:29,789 DEBUG [M:0;9a1fddc00362:35265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7757b13eb7e049a8bc44474ed07bd8cd is 82, key is hbase:meta,,1/info:regioninfo/1731340347575/Put/seqid=0 2024-11-11T15:52:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:52:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:52:29,816 INFO [M:0;9a1fddc00362:35265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7757b13eb7e049a8bc44474ed07bd8cd 2024-11-11T15:52:29,846 INFO [RS:0;9a1fddc00362:44929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:29,846 INFO [RS:0;9a1fddc00362:44929 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,44929,1731340345007; zookeeper connection closed. 2024-11-11T15:52:29,846 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cbad311 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cbad311 2024-11-11T15:52:29,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:29,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x101980891800001, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:29,847 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T15:52:29,849 DEBUG [M:0;9a1fddc00362:35265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d7ef0dfd2ae4310bec743686ca23850 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731340348454/Put/seqid=0 2024-11-11T15:52:29,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741846_1022 (size=6218) 2024-11-11T15:52:29,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741846_1022 (size=6218) 2024-11-11T15:52:29,867 INFO [M:0;9a1fddc00362:35265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d7ef0dfd2ae4310bec743686ca23850 2024-11-11T15:52:29,889 DEBUG [M:0;9a1fddc00362:35265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/102e279ff870479d85fee38322449e4f is 69, key is 9a1fddc00362,42303,1731340345127/rs:state/1731340346661/Put/seqid=0 2024-11-11T15:52:29,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:52:29,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:52:29,902 INFO [M:0;9a1fddc00362:35265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/102e279ff870479d85fee38322449e4f 2024-11-11T15:52:29,909 DEBUG [M:0;9a1fddc00362:35265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7757b13eb7e049a8bc44474ed07bd8cd as hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7757b13eb7e049a8bc44474ed07bd8cd 2024-11-11T15:52:29,915 INFO [M:0;9a1fddc00362:35265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7757b13eb7e049a8bc44474ed07bd8cd, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T15:52:29,916 DEBUG [M:0;9a1fddc00362:35265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d7ef0dfd2ae4310bec743686ca23850 as hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d7ef0dfd2ae4310bec743686ca23850 2024-11-11T15:52:29,921 INFO [M:0;9a1fddc00362:35265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d7ef0dfd2ae4310bec743686ca23850, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T15:52:29,922 DEBUG [M:0;9a1fddc00362:35265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/102e279ff870479d85fee38322449e4f as hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/102e279ff870479d85fee38322449e4f 2024-11-11T15:52:29,928 INFO [M:0;9a1fddc00362:35265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36887/user/jenkins/test-data/eeba6c5d-1c54-1c89-9446-0e3f766a9d89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/102e279ff870479d85fee38322449e4f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T15:52:29,936 INFO [M:0;9a1fddc00362:35265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=71, compaction requested=false 2024-11-11T15:52:29,944 INFO [M:0;9a1fddc00362:35265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:29,944 DEBUG [M:0;9a1fddc00362:35265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340349764Disabling compacts and flushes for region at 1731340349764Disabling writes for close at 1731340349764Obtaining lock to block concurrent updates at 1731340349764Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731340349764Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731340349765 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731340349766 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731340349766Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731340349788 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731340349789 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731340349826 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731340349848 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731340349848Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731340349873 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731340349889 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731340349889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17502309: reopening flushed file at 1731340349908 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1cba15: reopening flushed file at 1731340349915 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53625832: reopening flushed file at 1731340349921 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=71, compaction requested=false at 1731340349936 (+15 ms)Writing region close event to WAL at 1731340349944 (+8 ms)Closed at 1731340349944 2024-11-11T15:52:29,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36153 is added to blk_1073741830_1006 (size=35428) 2024-11-11T15:52:29,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741830_1006 (size=35428) 2024-11-11T15:52:29,952 INFO [M:0;9a1fddc00362:35265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:52:29,952 INFO [M:0;9a1fddc00362:35265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35265 2024-11-11T15:52:29,953 INFO [M:0;9a1fddc00362:35265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:29,953 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:30,057 INFO [M:0;9a1fddc00362:35265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35265-0x101980891800000, quorum=127.0.0.1:60414, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:30,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c071b7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:30,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50c5c703{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:30,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:30,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bb07f17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:30,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2c9f8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:30,085 WARN [BP-1148987685-172.17.0.3-1731340342919 heartbeating to localhost/127.0.0.1:36887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:52:30,085 WARN [BP-1148987685-172.17.0.3-1731340342919 heartbeating to localhost/127.0.0.1:36887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1148987685-172.17.0.3-1731340342919 (Datanode Uuid 5f9eb9f7-bdaa-4d08-8b6d-a637a6b9cbae) service to localhost/127.0.0.1:36887 2024-11-11T15:52:30,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:52:30,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:52:30,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:52:30,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/data/data3/current/BP-1148987685-172.17.0.3-1731340342919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:30,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/data/data4/current/BP-1148987685-172.17.0.3-1731340342919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:30,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@760c94a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:30,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@142f3c67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:30,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:30,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@740ebfec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:30,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148bc96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:30,105 WARN [BP-1148987685-172.17.0.3-1731340342919 heartbeating to localhost/127.0.0.1:36887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:52:30,105 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:52:30,105 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:52:30,105 WARN [BP-1148987685-172.17.0.3-1731340342919 heartbeating to localhost/127.0.0.1:36887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1148987685-172.17.0.3-1731340342919 (Datanode Uuid d3e45d8a-9d52-4595-8244-3767543560ae) service to localhost/127.0.0.1:36887 2024-11-11T15:52:30,106 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/data/data1/current/BP-1148987685-172.17.0.3-1731340342919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:30,106 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/cluster_1389cf47-8389-fa05-3684-f3eb78478e1d/data/data2/current/BP-1148987685-172.17.0.3-1731340342919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:30,106 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:52:30,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4687485d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:52:30,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25d8cab4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:30,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:30,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64517a29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:30,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bfec04d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:30,130 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:52:30,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:52:30,172 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=165 (was 141) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36887 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36887 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (658505384) connection to localhost/127.0.0.1:36887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=521 (was 489) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1079 (was 1086), ProcessCount=11 (was 11), AvailableMemoryMB=4901 (was 5955) 2024-11-11T15:52:30,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=165, OpenFileDescriptor=521, MaxFileDescriptor=1048576, SystemLoadAverage=1079, ProcessCount=11, AvailableMemoryMB=4886 2024-11-11T15:52:30,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.log.dir so I do NOT create it in target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246 2024-11-11T15:52:30,204 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T15:52:30,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.tmp.dir so I do NOT create it in target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246 2024-11-11T15:52:30,204 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20be383d-6bf3-5c97-7b43-8a40f7cc59e5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T15:52:30,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246 2024-11-11T15:52:30,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T15:52:30,205 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2, deleteOnExit=true 2024-11-11T15:52:30,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T15:52:30,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/test.cache.data in system properties and HBase conf 2024-11-11T15:52:30,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T15:52:30,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/hadoop.log.dir in system properties and HBase conf 2024-11-11T15:52:30,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T15:52:30,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T15:52:30,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T15:52:30,206 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T15:52:30,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:52:30,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T15:52:30,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/nfs.dump.dir in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/java.io.tmpdir in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T15:52:30,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T15:52:30,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:30,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:30,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:30,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:30,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:52:30,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:30,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a1d40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:30,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b823e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:30,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b6c5a8e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/java.io.tmpdir/jetty-localhost-44653-hadoop-hdfs-3_4_1-tests_jar-_-any-18444283074174854883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:52:30,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@467fcb5{HTTP/1.1, (http/1.1)}{localhost:44653} 2024-11-11T15:52:30,481 INFO [Time-limited test {}] server.Server(415): Started @51525ms 2024-11-11T15:52:30,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:30,799 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:30,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:30,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:30,802 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:52:30,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547289d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:30,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45898e88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:30,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fe31dc1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/java.io.tmpdir/jetty-localhost-38085-hadoop-hdfs-3_4_1-tests_jar-_-any-17340750581447146546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:30,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59b46cab{HTTP/1.1, (http/1.1)}{localhost:38085} 2024-11-11T15:52:30,969 INFO [Time-limited test {}] server.Server(415): Started @52012ms 2024-11-11T15:52:30,970 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:52:31,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T15:52:31,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T15:52:31,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T15:52:31,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T15:52:31,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T15:52:31,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40007ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/hadoop.log.dir/,AVAILABLE} 2024-11-11T15:52:31,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2da35b81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T15:52:31,168 WARN [Thread-1419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/data/data1/current/BP-901961474-172.17.0.3-1731340350237/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:31,176 WARN [Thread-1420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/data/data2/current/BP-901961474-172.17.0.3-1731340350237/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:31,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19df9c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/java.io.tmpdir/jetty-localhost-39711-hadoop-hdfs-3_4_1-tests_jar-_-any-3333924043889544444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:31,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@581d1929{HTTP/1.1, (http/1.1)}{localhost:39711} 2024-11-11T15:52:31,225 INFO [Time-limited test {}] server.Server(415): Started @52268ms 2024-11-11T15:52:31,226 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T15:52:31,243 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:52:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb38c6f2c97ec34f with lease ID 0xe664595d6aa77b6f: Processing first storage report for DS-73c4058f-631e-445d-9c11-1cf13820f0a6 from datanode DatanodeRegistration(127.0.0.1:34985, datanodeUuid=da0f54d9-3613-4a0d-9938-acc893ede4cc, infoPort=35883, infoSecurePort=0, ipcPort=44219, storageInfo=lv=-57;cid=testClusterID;nsid=864543773;c=1731340350237) 2024-11-11T15:52:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb38c6f2c97ec34f with lease ID 0xe664595d6aa77b6f: from storage DS-73c4058f-631e-445d-9c11-1cf13820f0a6 node DatanodeRegistration(127.0.0.1:34985, datanodeUuid=da0f54d9-3613-4a0d-9938-acc893ede4cc, infoPort=35883, infoSecurePort=0, ipcPort=44219, storageInfo=lv=-57;cid=testClusterID;nsid=864543773;c=1731340350237), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T15:52:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb38c6f2c97ec34f with lease ID 0xe664595d6aa77b6f: Processing first storage report for DS-194b0e89-716b-466f-b400-f5f199e7598b from datanode DatanodeRegistration(127.0.0.1:34985, datanodeUuid=da0f54d9-3613-4a0d-9938-acc893ede4cc, infoPort=35883, infoSecurePort=0, ipcPort=44219, storageInfo=lv=-57;cid=testClusterID;nsid=864543773;c=1731340350237) 2024-11-11T15:52:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb38c6f2c97ec34f with lease ID 0xe664595d6aa77b6f: from storage DS-194b0e89-716b-466f-b400-f5f199e7598b node DatanodeRegistration(127.0.0.1:34985, datanodeUuid=da0f54d9-3613-4a0d-9938-acc893ede4cc, infoPort=35883, infoSecurePort=0, ipcPort=44219, storageInfo=lv=-57;cid=testClusterID;nsid=864543773;c=1731340350237), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:31,388 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/data/data3/current/BP-901961474-172.17.0.3-1731340350237/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:31,394 WARN [Thread-1446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/data/data4/current/BP-901961474-172.17.0.3-1731340350237/current, will proceed with Du for space computation calculation, 2024-11-11T15:52:31,426 WARN [Thread-1434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T15:52:31,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x243d44708ff6fc52 with lease ID 0xe664595d6aa77b70: Processing first storage report for DS-6e47f1ea-f585-4ece-9295-d59aabb274a5 from datanode DatanodeRegistration(127.0.0.1:36721, datanodeUuid=7c059c46-2f12-4c98-b0e7-fba4b3a9f1a5, infoPort=45311, infoSecurePort=0, ipcPort=33491, storageInfo=lv=-57;cid=testClusterID;nsid=864543773;c=1731340350237) 2024-11-11T15:52:31,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x243d44708ff6fc52 with lease ID 0xe664595d6aa77b70: from storage DS-6e47f1ea-f585-4ece-9295-d59aabb274a5 node DatanodeRegistration(127.0.0.1:36721, datanodeUuid=7c059c46-2f12-4c98-b0e7-fba4b3a9f1a5, infoPort=45311, infoSecurePort=0, ipcPort=33491, storageInfo=lv=-57;cid=testClusterID;nsid=864543773;c=1731340350237), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x243d44708ff6fc52 with lease ID 0xe664595d6aa77b70: Processing first storage report for DS-85b51320-9cba-484c-99b2-bf8146720f1d from datanode DatanodeRegistration(127.0.0.1:36721, datanodeUuid=7c059c46-2f12-4c98-b0e7-fba4b3a9f1a5, infoPort=45311, infoSecurePort=0, ipcPort=33491, storageInfo=lv=-57;cid=testClusterID;nsid=864543773;c=1731340350237) 2024-11-11T15:52:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x243d44708ff6fc52 with lease ID 0xe664595d6aa77b70: from storage DS-85b51320-9cba-484c-99b2-bf8146720f1d node DatanodeRegistration(127.0.0.1:36721, datanodeUuid=7c059c46-2f12-4c98-b0e7-fba4b3a9f1a5, infoPort=45311, infoSecurePort=0, ipcPort=33491, storageInfo=lv=-57;cid=testClusterID;nsid=864543773;c=1731340350237), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T15:52:31,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246 2024-11-11T15:52:31,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/zookeeper_0, clientPort=63972, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T15:52:31,556 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63972 2024-11-11T15:52:31,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:31,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:31,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:52:31,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741825_1001 (size=7) 2024-11-11T15:52:31,672 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9 with version=8 2024-11-11T15:52:31,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/hbase-staging 2024-11-11T15:52:31,676 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:31,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:31,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:31,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:31,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:31,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:31,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T15:52:31,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:31,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44199 2024-11-11T15:52:31,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44199 connecting to ZooKeeper ensemble=127.0.0.1:63972 2024-11-11T15:52:31,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441990x0, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:31,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44199-0x1019808ad930000 connected 2024-11-11T15:52:31,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:31,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:31,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:31,861 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9, hbase.cluster.distributed=false 2024-11-11T15:52:31,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:31,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44199 2024-11-11T15:52:31,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44199 2024-11-11T15:52:31,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44199 2024-11-11T15:52:31,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44199 2024-11-11T15:52:31,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44199 2024-11-11T15:52:31,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:31,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:31,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:31,935 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:31,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:31,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:31,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:52:31,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:31,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43781 2024-11-11T15:52:31,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43781 connecting to ZooKeeper ensemble=127.0.0.1:63972 2024-11-11T15:52:31,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:31,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:31,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437810x0, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:31,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:31,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43781-0x1019808ad930001 connected 2024-11-11T15:52:31,968 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:52:31,976 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T15:52:32,012 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T15:52:32,013 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T15:52:32,040 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T15:52:32,048 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:52:32,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:52:32,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:32,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43781 2024-11-11T15:52:32,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43781 2024-11-11T15:52:32,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43781 2024-11-11T15:52:32,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43781 2024-11-11T15:52:32,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43781 2024-11-11T15:52:32,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9a1fddc00362:0 server-side Connection retries=45 2024-11-11T15:52:32,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:32,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:32,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T15:52:32,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T15:52:32,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T15:52:32,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T15:52:32,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T15:52:32,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35725 2024-11-11T15:52:32,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35725 connecting to ZooKeeper ensemble=127.0.0.1:63972 2024-11-11T15:52:32,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:32,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357250x0, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T15:52:32,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35725-0x1019808ad930002 connected 2024-11-11T15:52:32,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:32,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T15:52:32,187 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-11T15:52:32,217 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-11T15:52:32,217 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-11T15:52:32,228 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-11T15:52:32,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T15:52:32,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T15:52:32,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T15:52:32,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-11T15:52:32,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35725 2024-11-11T15:52:32,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35725 2024-11-11T15:52:32,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-11T15:52:32,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-11T15:52:32,331 DEBUG [M:0;9a1fddc00362:44199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9a1fddc00362:44199 2024-11-11T15:52:32,336 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9a1fddc00362,44199,1731340351675 2024-11-11T15:52:32,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:32,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:32,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:32,348 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9a1fddc00362,44199,1731340351675 2024-11-11T15:52:32,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:32,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:32,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:32,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:32,384 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T15:52:32,388 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9a1fddc00362,44199,1731340351675 from backup master directory 2024-11-11T15:52:32,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:32,391 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:32,391 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9a1fddc00362,44199,1731340351675 2024-11-11T15:52:32,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9a1fddc00362,44199,1731340351675 2024-11-11T15:52:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T15:52:32,416 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/hbase.id] with ID: 426bbbad-785e-4db0-9118-9ef2c511c113 2024-11-11T15:52:32,416 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/.tmp/hbase.id 2024-11-11T15:52:32,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:52:32,493 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/.tmp/hbase.id]:[hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/hbase.id] 2024-11-11T15:52:32,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741826_1002 (size=42) 2024-11-11T15:52:32,538 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T15:52:32,538 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T15:52:32,540 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T15:52:32,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:32,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:32,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:32,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:52:32,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741827_1003 (size=196) 2024-11-11T15:52:32,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T15:52:32,998 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:52:32,999 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T15:52:32,999 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:33,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:52:33,011 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store 2024-11-11T15:52:33,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741828_1004 (size=1189) 2024-11-11T15:52:33,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:33,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:33,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:33,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:33,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:33,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:33,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:33,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:52:33,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:33,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:33,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T15:52:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741829_1005 (size=34) 2024-11-11T15:52:33,033 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:33,033 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:52:33,033 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:33,033 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:33,034 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:52:33,034 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:33,034 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:33,034 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340353033Disabling compacts and flushes for region at 1731340353033Disabling writes for close at 1731340353034 (+1 ms)Writing region close event to WAL at 1731340353034Closed at 1731340353034 2024-11-11T15:52:33,035 WARN [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/.initializing 2024-11-11T15:52:33,035 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/WALs/9a1fddc00362,44199,1731340351675 2024-11-11T15:52:33,036 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:33,039 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C44199%2C1731340351675, suffix=, logDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/WALs/9a1fddc00362,44199,1731340351675, archiveDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/oldWALs, maxLogs=10 2024-11-11T15:52:33,058 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/WALs/9a1fddc00362,44199,1731340351675/9a1fddc00362%2C44199%2C1731340351675.1731340353039, exclude list is [], retry=0 2024-11-11T15:52:33,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36721,DS-6e47f1ea-f585-4ece-9295-d59aabb274a5,DISK] 2024-11-11T15:52:33,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-73c4058f-631e-445d-9c11-1cf13820f0a6,DISK] 2024-11-11T15:52:33,085 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/WALs/9a1fddc00362,44199,1731340351675/9a1fddc00362%2C44199%2C1731340351675.1731340353039 2024-11-11T15:52:33,086 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45311:45311),(127.0.0.1/127.0.0.1:35883:35883)] 2024-11-11T15:52:33,086 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:52:33,086 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:33,086 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,087 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T15:52:33,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:33,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:33,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T15:52:33,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:33,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:33,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T15:52:33,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:33,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:33,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T15:52:33,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:33,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:33,099 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,100 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,101 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,112 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,112 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,116 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:33,128 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T15:52:33,140 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:33,141 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68946276, jitterRate=0.02737957239151001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:33,142 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731340353087Initializing all the Stores at 1731340353088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340353088Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340353089 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340353089Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340353089Cleaning up temporary data from old regions at 1731340353112 (+23 ms)Region opened successfully at 1731340353142 (+30 ms) 2024-11-11T15:52:33,142 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T15:52:33,146 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf0ef27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:33,147 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T15:52:33,147 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T15:52:33,147 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T15:52:33,147 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T15:52:33,148 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T15:52:33,148 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T15:52:33,149 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T15:52:33,155 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T15:52:33,157 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T15:52:33,161 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T15:52:33,162 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T15:52:33,162 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T15:52:33,164 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T15:52:33,164 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T15:52:33,169 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T15:52:33,170 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T15:52:33,171 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T15:52:33,172 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T15:52:33,175 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T15:52:33,176 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T15:52:33,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:33,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:33,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:33,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:33,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:33,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:33,178 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9a1fddc00362,44199,1731340351675, sessionid=0x1019808ad930000, setting cluster-up flag (Was=false) 2024-11-11T15:52:33,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:33,187 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T15:52:33,188 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,44199,1731340351675 2024-11-11T15:52:33,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:33,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:33,202 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T15:52:33,203 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9a1fddc00362,44199,1731340351675 2024-11-11T15:52:33,207 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T15:52:33,216 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:33,217 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T15:52:33,217 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T15:52:33,217 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9a1fddc00362,44199,1731340351675 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T15:52:33,221 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(746): ClusterId : 426bbbad-785e-4db0-9118-9ef2c511c113 2024-11-11T15:52:33,221 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(746): ClusterId : 426bbbad-785e-4db0-9118-9ef2c511c113 2024-11-11T15:52:33,221 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:52:33,221 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T15:52:33,221 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:33,222 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:33,222 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:33,222 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9a1fddc00362:0, corePoolSize=5, maxPoolSize=5 2024-11-11T15:52:33,222 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9a1fddc00362:0, corePoolSize=10, maxPoolSize=10 2024-11-11T15:52:33,222 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,222 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:33,222 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,226 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:52:33,226 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:52:33,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:33,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T15:52:33,230 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T15:52:33,230 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T15:52:33,232 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731340383232 2024-11-11T15:52:33,232 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T15:52:33,232 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:52:33,232 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T15:52:33,232 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T15:52:33,232 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T15:52:33,232 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T15:52:33,232 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T15:52:33,233 DEBUG [RS:0;9a1fddc00362:43781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62203ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:33,236 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,236 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T15:52:33,236 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:33,236 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T15:52:33,236 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T15:52:33,236 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T15:52:33,237 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T15:52:33,238 DEBUG [RS:1;9a1fddc00362:35725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a284433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9a1fddc00362/172.17.0.3:0 2024-11-11T15:52:33,242 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T15:52:33,242 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T15:52:33,244 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340353242,5,FailOnTimeoutGroup] 2024-11-11T15:52:33,262 DEBUG [RS:1;9a1fddc00362:35725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9a1fddc00362:35725 2024-11-11T15:52:33,262 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:52:33,262 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:52:33,263 DEBUG [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:52:33,263 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340353244,5,FailOnTimeoutGroup] 2024-11-11T15:52:33,263 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,263 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T15:52:33,263 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,263 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,270 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,44199,1731340351675 with port=35725, startcode=1731340352144 2024-11-11T15:52:33,270 DEBUG [RS:1;9a1fddc00362:35725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:52:33,278 DEBUG [RS:0;9a1fddc00362:43781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9a1fddc00362:43781 2024-11-11T15:52:33,279 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T15:52:33,279 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T15:52:33,279 DEBUG [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T15:52:33,280 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(2659): reportForDuty to master=9a1fddc00362,44199,1731340351675 with port=43781, startcode=1731340351935 2024-11-11T15:52:33,280 DEBUG [RS:0;9a1fddc00362:43781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T15:52:33,284 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:52:33,284 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T15:52:33,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,35725,1731340352144 2024-11-11T15:52:33,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44199 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,35725,1731340352144 2024-11-11T15:52:33,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:52:33,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741831_1007 (size=1321) 2024-11-11T15:52:33,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9a1fddc00362,43781,1731340351935 2024-11-11T15:52:33,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44199 {}] master.ServerManager(517): Registering regionserver=9a1fddc00362,43781,1731340351935 2024-11-11T15:52:33,289 DEBUG [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9 2024-11-11T15:52:33,289 DEBUG [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38411 2024-11-11T15:52:33,289 DEBUG [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:52:33,290 DEBUG [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9 2024-11-11T15:52:33,290 DEBUG [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38411 2024-11-11T15:52:33,291 DEBUG [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T15:52:33,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:33,320 DEBUG [RS:1;9a1fddc00362:35725 {}] zookeeper.ZKUtil(111): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,35725,1731340352144 2024-11-11T15:52:33,320 WARN [RS:1;9a1fddc00362:35725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:33,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,35725,1731340352144] 2024-11-11T15:52:33,320 INFO [RS:1;9a1fddc00362:35725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:33,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9a1fddc00362,43781,1731340351935] 2024-11-11T15:52:33,320 DEBUG [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,35725,1731340352144 2024-11-11T15:52:33,321 DEBUG [RS:0;9a1fddc00362:43781 {}] zookeeper.ZKUtil(111): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9a1fddc00362,43781,1731340351935 2024-11-11T15:52:33,321 WARN [RS:0;9a1fddc00362:43781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T15:52:33,321 INFO [RS:0;9a1fddc00362:43781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:33,321 DEBUG [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,43781,1731340351935 2024-11-11T15:52:33,328 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:52:33,331 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T15:52:33,338 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:52:33,340 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T15:52:33,341 INFO [RS:0;9a1fddc00362:43781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:52:33,341 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,348 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:52:33,352 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:52:33,352 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,352 INFO [RS:1;9a1fddc00362:35725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T15:52:33,352 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,352 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,352 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,352 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,352 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,352 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,353 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:33,353 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,353 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,353 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,353 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,353 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,353 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,353 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:33,353 DEBUG [RS:0;9a1fddc00362:43781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:33,356 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T15:52:33,357 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T15:52:33,357 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,357 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9a1fddc00362:0, corePoolSize=2, maxPoolSize=2 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9a1fddc00362:0, corePoolSize=1, maxPoolSize=1 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:33,358 DEBUG [RS:1;9a1fddc00362:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9a1fddc00362:0, corePoolSize=3, maxPoolSize=3 2024-11-11T15:52:33,364 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,364 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,364 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,365 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,365 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,365 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43781,1731340351935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:33,372 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,372 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,372 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,372 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,372 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,372 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35725,1731340352144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:33,391 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:52:33,391 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,43781,1731340351935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,392 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,392 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.Replication(171): 9a1fddc00362,43781,1731340351935 started 2024-11-11T15:52:33,396 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T15:52:33,397 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,35725,1731340352144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,397 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,397 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.Replication(171): 9a1fddc00362,35725,1731340352144 started 2024-11-11T15:52:33,412 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,412 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,43781,1731340351935, RpcServer on 9a1fddc00362/172.17.0.3:43781, sessionid=0x1019808ad930001 2024-11-11T15:52:33,412 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:52:33,412 DEBUG [RS:0;9a1fddc00362:43781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,43781,1731340351935 2024-11-11T15:52:33,412 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,43781,1731340351935' 2024-11-11T15:52:33,412 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:52:33,413 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:52:33,414 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:52:33,414 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:52:33,414 DEBUG [RS:0;9a1fddc00362:43781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,43781,1731340351935 2024-11-11T15:52:33,414 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,43781,1731340351935' 2024-11-11T15:52:33,414 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:52:33,414 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:52:33,415 DEBUG [RS:0;9a1fddc00362:43781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:52:33,415 INFO [RS:0;9a1fddc00362:43781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:52:33,415 INFO [RS:0;9a1fddc00362:43781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:52:33,418 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:33,418 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(1482): Serving as 9a1fddc00362,35725,1731340352144, RpcServer on 9a1fddc00362/172.17.0.3:35725, sessionid=0x1019808ad930002 2024-11-11T15:52:33,418 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T15:52:33,418 DEBUG [RS:1;9a1fddc00362:35725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9a1fddc00362,35725,1731340352144 2024-11-11T15:52:33,418 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,35725,1731340352144' 2024-11-11T15:52:33,418 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T15:52:33,419 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T15:52:33,419 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T15:52:33,419 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T15:52:33,419 DEBUG [RS:1;9a1fddc00362:35725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9a1fddc00362,35725,1731340352144 2024-11-11T15:52:33,419 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9a1fddc00362,35725,1731340352144' 2024-11-11T15:52:33,419 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T15:52:33,420 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T15:52:33,422 DEBUG [RS:1;9a1fddc00362:35725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T15:52:33,422 INFO [RS:1;9a1fddc00362:35725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T15:52:33,422 INFO [RS:1;9a1fddc00362:35725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T15:52:33,516 INFO [RS:0;9a1fddc00362:43781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:33,523 INFO [RS:1;9a1fddc00362:35725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T15:52:33,527 INFO [RS:0;9a1fddc00362:43781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C43781%2C1731340351935, suffix=, logDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,43781,1731340351935, archiveDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/oldWALs, maxLogs=32 2024-11-11T15:52:33,533 INFO [RS:1;9a1fddc00362:35725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C35725%2C1731340352144, suffix=, logDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,35725,1731340352144, archiveDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/oldWALs, maxLogs=32 2024-11-11T15:52:33,552 DEBUG [RS:0;9a1fddc00362:43781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,43781,1731340351935/9a1fddc00362%2C43781%2C1731340351935.1731340353528, exclude list is [], retry=0 2024-11-11T15:52:33,558 DEBUG [RS:1;9a1fddc00362:35725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,35725,1731340352144/9a1fddc00362%2C35725%2C1731340352144.1731340353534, exclude list is [], retry=0 2024-11-11T15:52:33,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36721,DS-6e47f1ea-f585-4ece-9295-d59aabb274a5,DISK] 2024-11-11T15:52:33,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-73c4058f-631e-445d-9c11-1cf13820f0a6,DISK] 2024-11-11T15:52:33,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36721,DS-6e47f1ea-f585-4ece-9295-d59aabb274a5,DISK] 2024-11-11T15:52:33,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-73c4058f-631e-445d-9c11-1cf13820f0a6,DISK] 2024-11-11T15:52:33,576 INFO [RS:0;9a1fddc00362:43781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,43781,1731340351935/9a1fddc00362%2C43781%2C1731340351935.1731340353528 2024-11-11T15:52:33,586 DEBUG [RS:0;9a1fddc00362:43781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45311:45311),(127.0.0.1/127.0.0.1:35883:35883)] 2024-11-11T15:52:33,586 INFO [RS:1;9a1fddc00362:35725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,35725,1731340352144/9a1fddc00362%2C35725%2C1731340352144.1731340353534 2024-11-11T15:52:33,587 DEBUG [RS:1;9a1fddc00362:35725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45311:45311),(127.0.0.1/127.0.0.1:35883:35883)] 2024-11-11T15:52:33,700 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T15:52:33,700 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9 2024-11-11T15:52:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741834_1010 (size=32) 2024-11-11T15:52:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741834_1010 (size=32) 2024-11-11T15:52:34,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:34,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:52:34,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:52:34,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:34,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:34,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:52:34,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:52:34,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:34,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:34,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:52:34,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:52:34,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:34,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:34,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:52:34,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:52:34,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:34,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:34,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:52:34,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740 2024-11-11T15:52:34,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740 2024-11-11T15:52:34,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:52:34,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:52:34,160 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:34,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:52:34,165 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:34,166 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72355927, jitterRate=0.07818733155727386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:34,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731340354145Initializing all the Stores at 1731340354146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340354146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340354146Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340354146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340354146Cleaning up temporary data from old regions at 1731340354159 (+13 ms)Region opened successfully at 1731340354167 (+8 ms) 2024-11-11T15:52:34,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:52:34,167 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:52:34,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:52:34,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:52:34,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:52:34,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:34,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340354167Disabling compacts and flushes for region at 1731340354167Disabling writes for close at 1731340354167Writing region close event to WAL at 1731340354168 (+1 ms)Closed at 1731340354168 2024-11-11T15:52:34,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:34,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T15:52:34,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T15:52:34,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:52:34,172 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T15:52:34,322 DEBUG [9a1fddc00362:44199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T15:52:34,323 DEBUG [9a1fddc00362:44199 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:52:34,325 DEBUG [9a1fddc00362:44199 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:52:34,325 DEBUG [9a1fddc00362:44199 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:52:34,325 DEBUG [9a1fddc00362:44199 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:52:34,325 DEBUG [9a1fddc00362:44199 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:52:34,325 INFO [9a1fddc00362:44199 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:52:34,325 INFO [9a1fddc00362:44199 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:52:34,325 DEBUG [9a1fddc00362:44199 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:52:34,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9a1fddc00362,35725,1731340352144 2024-11-11T15:52:34,328 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,35725,1731340352144, state=OPENING 2024-11-11T15:52:34,330 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T15:52:34,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:34,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:34,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:34,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:34,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:34,333 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T15:52:34,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,35725,1731340352144}] 2024-11-11T15:52:34,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:34,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:34,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:34,531 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T15:52:34,531 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T15:52:34,531 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T15:52:34,552 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9a1fddc00362%2C35725%2C1731340352144.meta, suffix=.meta, logDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,35725,1731340352144, archiveDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/oldWALs, maxLogs=32 2024-11-11T15:52:34,575 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,35725,1731340352144/9a1fddc00362%2C35725%2C1731340352144.meta.1731340354553.meta, exclude list is [], retry=0 2024-11-11T15:52:34,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-73c4058f-631e-445d-9c11-1cf13820f0a6,DISK] 2024-11-11T15:52:34,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36721,DS-6e47f1ea-f585-4ece-9295-d59aabb274a5,DISK] 2024-11-11T15:52:34,602 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/WALs/9a1fddc00362,35725,1731340352144/9a1fddc00362%2C35725%2C1731340352144.meta.1731340354553.meta 2024-11-11T15:52:34,603 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35883:35883),(127.0.0.1/127.0.0.1:45311:45311)] 2024-11-11T15:52:34,603 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T15:52:34,604 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T15:52:34,604 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T15:52:34,604 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T15:52:34,604 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T15:52:34,604 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:34,605 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T15:52:34,605 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T15:52:34,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T15:52:34,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T15:52:34,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:34,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:34,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T15:52:34,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T15:52:34,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:34,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:34,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T15:52:34,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T15:52:34,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:34,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:34,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T15:52:34,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T15:52:34,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:34,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T15:52:34,638 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T15:52:34,642 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740 2024-11-11T15:52:34,646 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740 2024-11-11T15:52:34,653 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T15:52:34,653 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T15:52:34,653 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T15:52:34,655 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T15:52:34,657 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58956194, jitterRate=-0.12148424983024597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T15:52:34,657 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T15:52:34,658 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731340354605Writing region info on filesystem at 1731340354605Initializing all the Stores at 1731340354608 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340354608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340354614 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340354614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731340354614Cleaning up temporary data from old regions at 1731340354653 (+39 ms)Running coprocessor post-open hooks at 1731340354657 (+4 ms)Region opened successfully at 1731340354658 (+1 ms) 2024-11-11T15:52:34,664 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731340354503 2024-11-11T15:52:34,683 DEBUG [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T15:52:34,684 INFO [RS_OPEN_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T15:52:34,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,35725,1731340352144 2024-11-11T15:52:34,688 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9a1fddc00362,35725,1731340352144, state=OPEN 2024-11-11T15:52:34,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:34,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:34,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:34,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9a1fddc00362,35725,1731340352144 2024-11-11T15:52:34,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:34,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T15:52:34,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9a1fddc00362,35725,1731340352144 in 360 msec 2024-11-11T15:52:34,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T15:52:34,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-11T15:52:34,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T15:52:34,700 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T15:52:34,700 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T15:52:34,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T15:52:34,709 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:34,709 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,35725,1731340352144, seqNum=-1] 2024-11-11T15:52:34,709 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:34,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:34,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5250 sec 2024-11-11T15:52:34,756 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731340354756, completionTime=-1 2024-11-11T15:52:34,756 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-11T15:52:34,756 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T15:52:34,764 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-11T15:52:34,764 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731340414764 2024-11-11T15:52:34,764 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731340474764 2024-11-11T15:52:34,764 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-11T15:52:34,765 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T15:52:34,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44199,1731340351675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:34,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44199,1731340351675-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:34,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44199,1731340351675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:34,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9a1fddc00362:44199, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:34,772 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:34,776 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:34,777 DEBUG [master/9a1fddc00362:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T15:52:34,800 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.409sec 2024-11-11T15:52:34,808 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T15:52:34,808 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T15:52:34,808 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T15:52:34,808 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T15:52:34,808 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T15:52:34,808 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44199,1731340351675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T15:52:34,808 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44199,1731340351675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T15:52:34,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404a6f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:34,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9a1fddc00362,44199,-1 for getting cluster id 2024-11-11T15:52:34,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T15:52:34,824 DEBUG [master/9a1fddc00362:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T15:52:34,824 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T15:52:34,824 INFO [master/9a1fddc00362:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9a1fddc00362,44199,1731340351675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T15:52:34,824 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '426bbbad-785e-4db0-9118-9ef2c511c113' 2024-11-11T15:52:34,825 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T15:52:34,825 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "426bbbad-785e-4db0-9118-9ef2c511c113" 2024-11-11T15:52:34,826 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac455d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:34,826 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9a1fddc00362,44199,-1] 2024-11-11T15:52:34,826 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T15:52:34,827 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:34,836 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T15:52:34,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1673f7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T15:52:34,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T15:52:34,839 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9a1fddc00362,35725,1731340352144, seqNum=-1] 2024-11-11T15:52:34,839 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:34,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:34,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9a1fddc00362,44199,1731340351675 2024-11-11T15:52:34,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T15:52:34,854 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9a1fddc00362,44199,1731340351675 2024-11-11T15:52:34,854 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@294539dd 2024-11-11T15:52:34,855 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T15:52:34,857 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T15:52:34,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T15:52:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-11T15:52:34,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T15:52:34,873 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:34,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-11T15:52:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:34,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T15:52:34,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:52:34,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741836_1012 (size=379) 2024-11-11T15:52:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:35,353 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 560aa61958284e2089ebf1826b9ead5a, NAME => 'testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9 2024-11-11T15:52:35,354 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c132f090fc34c3ac6e42457ca9221632, NAME => 'testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9 2024-11-11T15:52:35,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:52:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741837_1013 (size=61) 2024-11-11T15:52:35,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:35,390 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c132f090fc34c3ac6e42457ca9221632, disabling compactions & flushes 2024-11-11T15:52:35,390 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:35,390 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:35,390 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. after waiting 0 ms 2024-11-11T15:52:35,390 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:35,390 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:35,390 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c132f090fc34c3ac6e42457ca9221632: Waiting for close lock at 1731340355390Disabling compacts and flushes for region at 1731340355390Disabling writes for close at 1731340355390Writing region close event to WAL at 1731340355390Closed at 1731340355390 2024-11-11T15:52:35,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:52:35,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741838_1014 (size=61) 2024-11-11T15:52:35,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:35,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 560aa61958284e2089ebf1826b9ead5a, disabling compactions & flushes 2024-11-11T15:52:35,395 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:35,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:35,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. after waiting 0 ms 2024-11-11T15:52:35,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:35,395 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:35,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 560aa61958284e2089ebf1826b9ead5a: Waiting for close lock at 1731340355395Disabling compacts and flushes for region at 1731340355395Disabling writes for close at 1731340355395Writing region close event to WAL at 1731340355395Closed at 1731340355395 2024-11-11T15:52:35,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T15:52:35,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340355397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340355397"}]},"ts":"1731340355397"} 2024-11-11T15:52:35,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731340355397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731340355397"}]},"ts":"1731340355397"} 2024-11-11T15:52:35,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-11T15:52:35,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T15:52:35,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340355406"}]},"ts":"1731340355406"} 2024-11-11T15:52:35,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-11T15:52:35,410 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9a1fddc00362=0} racks are {/default-rack=0} 2024-11-11T15:52:35,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T15:52:35,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T15:52:35,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T15:52:35,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T15:52:35,412 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T15:52:35,412 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T15:52:35,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T15:52:35,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=560aa61958284e2089ebf1826b9ead5a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c132f090fc34c3ac6e42457ca9221632, ASSIGN}] 2024-11-11T15:52:35,414 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c132f090fc34c3ac6e42457ca9221632, ASSIGN 2024-11-11T15:52:35,414 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=560aa61958284e2089ebf1826b9ead5a, ASSIGN 2024-11-11T15:52:35,415 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=560aa61958284e2089ebf1826b9ead5a, ASSIGN; state=OFFLINE, location=9a1fddc00362,35725,1731340352144; forceNewPlan=false, retain=false 2024-11-11T15:52:35,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c132f090fc34c3ac6e42457ca9221632, ASSIGN; state=OFFLINE, location=9a1fddc00362,43781,1731340351935; forceNewPlan=false, retain=false 2024-11-11T15:52:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:35,566 INFO [9a1fddc00362:44199 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-11T15:52:35,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c132f090fc34c3ac6e42457ca9221632, regionState=OPENING, regionLocation=9a1fddc00362,43781,1731340351935 2024-11-11T15:52:35,566 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=560aa61958284e2089ebf1826b9ead5a, regionState=OPENING, regionLocation=9a1fddc00362,35725,1731340352144 2024-11-11T15:52:35,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c132f090fc34c3ac6e42457ca9221632, ASSIGN because future has completed 2024-11-11T15:52:35,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c132f090fc34c3ac6e42457ca9221632, server=9a1fddc00362,43781,1731340351935}] 2024-11-11T15:52:35,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=560aa61958284e2089ebf1826b9ead5a, ASSIGN because future has completed 2024-11-11T15:52:35,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 560aa61958284e2089ebf1826b9ead5a, server=9a1fddc00362,35725,1731340352144}] 2024-11-11T15:52:35,724 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:35,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:35,730 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:35,731 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c132f090fc34c3ac6e42457ca9221632, NAME => 'testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632.', STARTKEY => '5', ENDKEY => ''} 2024-11-11T15:52:35,731 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,731 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:35,731 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,731 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,734 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:35,735 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 560aa61958284e2089ebf1826b9ead5a, NAME => 'testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a.', STARTKEY => '', ENDKEY => '5'} 2024-11-11T15:52:35,735 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,735 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T15:52:35,736 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,736 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,739 INFO [StoreOpener-560aa61958284e2089ebf1826b9ead5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,740 INFO [StoreOpener-c132f090fc34c3ac6e42457ca9221632-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,741 INFO [StoreOpener-560aa61958284e2089ebf1826b9ead5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 560aa61958284e2089ebf1826b9ead5a columnFamilyName family 2024-11-11T15:52:35,741 DEBUG [StoreOpener-560aa61958284e2089ebf1826b9ead5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:35,745 INFO [StoreOpener-560aa61958284e2089ebf1826b9ead5a-1 {}] regionserver.HStore(327): Store=560aa61958284e2089ebf1826b9ead5a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:35,745 INFO [StoreOpener-c132f090fc34c3ac6e42457ca9221632-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c132f090fc34c3ac6e42457ca9221632 columnFamilyName family 2024-11-11T15:52:35,745 DEBUG [StoreOpener-c132f090fc34c3ac6e42457ca9221632-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T15:52:35,746 INFO [StoreOpener-c132f090fc34c3ac6e42457ca9221632-1 {}] regionserver.HStore(327): Store=c132f090fc34c3ac6e42457ca9221632/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T15:52:35,746 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,747 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,748 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,749 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,749 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,753 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,755 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,757 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,757 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,758 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,758 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,767 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,768 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/c132f090fc34c3ac6e42457ca9221632/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:35,773 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c132f090fc34c3ac6e42457ca9221632; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75329802, jitterRate=0.12250152230262756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:52:35,774 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:35,775 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c132f090fc34c3ac6e42457ca9221632: Running coprocessor pre-open hook at 1731340355732Writing region info on filesystem at 1731340355732Initializing all the Stores at 1731340355736 (+4 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340355736Cleaning up temporary data from old regions at 1731340355749 (+13 ms)Running coprocessor post-open hooks at 1731340355774 (+25 ms)Region opened successfully at 1731340355774 2024-11-11T15:52:35,788 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632., pid=7, masterSystemTime=1731340355723 2024-11-11T15:52:35,788 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/560aa61958284e2089ebf1826b9ead5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T15:52:35,789 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 560aa61958284e2089ebf1826b9ead5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74965717, jitterRate=0.11707623302936554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T15:52:35,789 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:35,789 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 560aa61958284e2089ebf1826b9ead5a: Running coprocessor pre-open hook at 1731340355736Writing region info on filesystem at 1731340355736Initializing all the Stores at 1731340355737 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731340355737Cleaning up temporary data from old regions at 1731340355758 (+21 ms)Running coprocessor post-open hooks at 1731340355789 (+31 ms)Region opened successfully at 1731340355789 2024-11-11T15:52:35,794 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a., pid=8, masterSystemTime=1731340355727 2024-11-11T15:52:35,800 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:35,801 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:35,803 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c132f090fc34c3ac6e42457ca9221632, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,43781,1731340351935 2024-11-11T15:52:35,804 DEBUG [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:35,804 INFO [RS_OPEN_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:35,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=560aa61958284e2089ebf1826b9ead5a, regionState=OPEN, openSeqNum=2, regionLocation=9a1fddc00362,35725,1731340352144 2024-11-11T15:52:35,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c132f090fc34c3ac6e42457ca9221632, server=9a1fddc00362,43781,1731340351935 because future has completed 2024-11-11T15:52:35,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 560aa61958284e2089ebf1826b9ead5a, server=9a1fddc00362,35725,1731340352144 because future has completed 2024-11-11T15:52:35,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T15:52:35,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c132f090fc34c3ac6e42457ca9221632, server=9a1fddc00362,43781,1731340351935 in 241 msec 2024-11-11T15:52:35,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-11T15:52:35,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 560aa61958284e2089ebf1826b9ead5a, server=9a1fddc00362,35725,1731340352144 in 245 msec 2024-11-11T15:52:35,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c132f090fc34c3ac6e42457ca9221632, ASSIGN in 407 msec 2024-11-11T15:52:35,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T15:52:35,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=560aa61958284e2089ebf1826b9ead5a, ASSIGN in 409 msec 2024-11-11T15:52:35,832 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T15:52:35,832 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731340355832"}]},"ts":"1731340355832"} 2024-11-11T15:52:35,835 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-11T15:52:35,836 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T15:52:35,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 977 msec 2024-11-11T15:52:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T15:52:36,017 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-11T15:52:36,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-11T15:52:36,018 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:52:36,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-11T15:52:36,023 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T15:52:36,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-11T15:52:36,027 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a., hostname=9a1fddc00362,35725,1731340352144, seqNum=2] 2024-11-11T15:52:36,041 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632., hostname=9a1fddc00362,43781,1731340351935, seqNum=2] 2024-11-11T15:52:36,042 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T15:52:36,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T15:52:36,067 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c132f090fc34c3ac6e42457ca9221632 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-11T15:52:36,092 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/c132f090fc34c3ac6e42457ca9221632/.tmp/family/b1e99fa81064416a9c55f42dd5a69946 is 32, key is 5/family:/1731340356045/Put/seqid=0 2024-11-11T15:52:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741839_1015 (size=5083) 2024-11-11T15:52:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741839_1015 (size=5083) 2024-11-11T15:52:36,107 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/c132f090fc34c3ac6e42457ca9221632/.tmp/family/b1e99fa81064416a9c55f42dd5a69946 2024-11-11T15:52:36,116 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/c132f090fc34c3ac6e42457ca9221632/.tmp/family/b1e99fa81064416a9c55f42dd5a69946 as hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/c132f090fc34c3ac6e42457ca9221632/family/b1e99fa81064416a9c55f42dd5a69946 2024-11-11T15:52:36,123 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/c132f090fc34c3ac6e42457ca9221632/family/b1e99fa81064416a9c55f42dd5a69946, entries=5, sequenceid=9, filesize=5.0 K 2024-11-11T15:52:36,124 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c132f090fc34c3ac6e42457ca9221632 in 58ms, sequenceid=9, compaction requested=false 2024-11-11T15:52:36,125 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c132f090fc34c3ac6e42457ca9221632: 2024-11-11T15:52:36,125 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 560aa61958284e2089ebf1826b9ead5a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-11T15:52:36,149 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/560aa61958284e2089ebf1826b9ead5a/.tmp/family/3fa2c946d6694758a3a2dce08a906b31 is 32, key is 1/family:/1731340356029/Put/seqid=0 2024-11-11T15:52:36,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741840_1016 (size=5054) 2024-11-11T15:52:36,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741840_1016 (size=5054) 2024-11-11T15:52:36,176 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/560aa61958284e2089ebf1826b9ead5a/.tmp/family/3fa2c946d6694758a3a2dce08a906b31 2024-11-11T15:52:36,191 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/560aa61958284e2089ebf1826b9ead5a/.tmp/family/3fa2c946d6694758a3a2dce08a906b31 as hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/560aa61958284e2089ebf1826b9ead5a/family/3fa2c946d6694758a3a2dce08a906b31 2024-11-11T15:52:36,205 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/560aa61958284e2089ebf1826b9ead5a/family/3fa2c946d6694758a3a2dce08a906b31, entries=4, sequenceid=8, filesize=4.9 K 2024-11-11T15:52:36,208 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 560aa61958284e2089ebf1826b9ead5a in 83ms, sequenceid=8, compaction requested=false 2024-11-11T15:52:36,208 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 560aa61958284e2089ebf1826b9ead5a: 2024-11-11T15:52:36,217 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-11T15:52:36,222 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:36,222 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T15:52:36,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] bucket.BucketCache(1864): found 1 blocks for file b1e99fa81064416a9c55f42dd5a69946, starting offset: 0, end offset: 9223372036854775807 2024-11-11T15:52:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] bucket.BucketCache(857): removed key b1e99fa81064416a9c55f42dd5a69946_0 from back map with offset lock 2094080 in the evict process 2024-11-11T15:52:36,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T15:52:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] bucket.BucketCache(1864): found 1 blocks for file 3fa2c946d6694758a3a2dce08a906b31, starting offset: 0, end offset: 9223372036854775807 2024-11-11T15:52:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] bucket.BucketCache(857): removed key 3fa2c946d6694758a3a2dce08a906b31_0 from back map with offset lock 2094080 in the evict process 2024-11-11T15:52:36,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T15:52:36,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:36,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:36,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:36,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:36,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T15:52:36,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1757939682, stopped=false 2024-11-11T15:52:36,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9a1fddc00362,44199,1731340351675 2024-11-11T15:52:36,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T15:52:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T15:52:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:36,244 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:52:36,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T15:52:36,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:36,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:36,246 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,43781,1731340351935' ***** 2024-11-11T15:52:36,246 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:52:36,246 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9a1fddc00362,35725,1731340352144' ***** 2024-11-11T15:52:36,246 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T15:52:36,246 INFO [RS:0;9a1fddc00362:43781 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T15:52:36,246 INFO [RS:1;9a1fddc00362:35725 {}] bucket.BucketCache(1739): Disabling cache 2024-11-11T15:52:36,246 INFO [RS:0;9a1fddc00362:43781 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T15:52:36,246 INFO [RS:1;9a1fddc00362:35725 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-11T15:52:36,246 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T15:52:36,246 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:52:36,246 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T15:52:36,246 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T15:52:36,247 INFO [RS:1;9a1fddc00362:35725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:52:36,247 INFO [RS:0;9a1fddc00362:43781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T15:52:36,247 INFO [RS:1;9a1fddc00362:35725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:52:36,247 INFO [RS:0;9a1fddc00362:43781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T15:52:36,247 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(3091): Received CLOSE for 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:36,247 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(3091): Received CLOSE for c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:36,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:52:36,247 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T15:52:36,247 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-11T15:52:36,247 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-11T15:52:36,247 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-11T15:52:36,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:36,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T15:52:36,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:36,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T15:52:36,248 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,35725,1731340352144 2024-11-11T15:52:36,248 INFO [RS:1;9a1fddc00362:35725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:36,248 INFO [RS:1;9a1fddc00362:35725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9a1fddc00362:35725. 2024-11-11T15:52:36,248 DEBUG [RS:1;9a1fddc00362:35725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:36,248 DEBUG [RS:1;9a1fddc00362:35725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:36,248 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:52:36,248 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:52:36,248 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:52:36,248 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T15:52:36,250 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T15:52:36,250 DEBUG [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(1325): Online Regions={560aa61958284e2089ebf1826b9ead5a=testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T15:52:36,250 DEBUG [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 560aa61958284e2089ebf1826b9ead5a 2024-11-11T15:52:36,250 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 560aa61958284e2089ebf1826b9ead5a, disabling compactions & flushes 2024-11-11T15:52:36,250 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:36,250 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:36,250 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. after waiting 0 ms 2024-11-11T15:52:36,250 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T15:52:36,250 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:36,250 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T15:52:36,250 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T15:52:36,250 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T15:52:36,250 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T15:52:36,250 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-11T15:52:36,278 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(959): stopping server 9a1fddc00362,43781,1731340351935 2024-11-11T15:52:36,278 INFO [RS:0;9a1fddc00362:43781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:36,278 INFO [RS:0;9a1fddc00362:43781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9a1fddc00362:43781. 2024-11-11T15:52:36,278 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:36,278 DEBUG [RS:0;9a1fddc00362:43781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T15:52:36,278 DEBUG [RS:0;9a1fddc00362:43781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:36,279 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T15:52:36,279 DEBUG [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(1325): Online Regions={c132f090fc34c3ac6e42457ca9221632=testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632.} 2024-11-11T15:52:36,279 DEBUG [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(1351): Waiting on c132f090fc34c3ac6e42457ca9221632 2024-11-11T15:52:36,280 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c132f090fc34c3ac6e42457ca9221632, disabling compactions & flushes 2024-11-11T15:52:36,280 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:36,281 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:36,281 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. after waiting 0 ms 2024-11-11T15:52:36,281 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:36,282 INFO [regionserver/9a1fddc00362:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:36,343 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/560aa61958284e2089ebf1826b9ead5a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T15:52:36,344 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:36,344 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 560aa61958284e2089ebf1826b9ead5a: Waiting for close lock at 1731340356250Running coprocessor pre-close hooks at 1731340356250Disabling compacts and flushes for region at 1731340356250Disabling writes for close at 1731340356250Writing region close event to WAL at 1731340356278 (+28 ms)Running coprocessor post-close hooks at 1731340356344 (+66 ms)Closed at 1731340356344 2024-11-11T15:52:36,344 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731340354858.560aa61958284e2089ebf1826b9ead5a. 2024-11-11T15:52:36,351 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/.tmp/info/6af9b207238f41089ba9bf8d4bd92e0d is 173, key is testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632./info:regioninfo/1731340355803/Put/seqid=0 2024-11-11T15:52:36,357 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/default/testClearRegionBlockCache/c132f090fc34c3ac6e42457ca9221632/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T15:52:36,364 INFO [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:36,364 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c132f090fc34c3ac6e42457ca9221632: Waiting for close lock at 1731340356280Running coprocessor pre-close hooks at 1731340356280Disabling compacts and flushes for region at 1731340356280Disabling writes for close at 1731340356281 (+1 ms)Writing region close event to WAL at 1731340356316 (+35 ms)Running coprocessor post-close hooks at 1731340356364 (+48 ms)Closed at 1731340356364 2024-11-11T15:52:36,364 DEBUG [RS_CLOSE_REGION-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731340354858.c132f090fc34c3ac6e42457ca9221632. 2024-11-11T15:52:36,366 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:52:36,366 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:52:36,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:52:36,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741841_1017 (size=8173) 2024-11-11T15:52:36,416 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/.tmp/info/6af9b207238f41089ba9bf8d4bd92e0d 2024-11-11T15:52:36,428 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T15:52:36,428 INFO [regionserver/9a1fddc00362:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T15:52:36,450 DEBUG [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T15:52:36,480 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,43781,1731340351935; all regions closed. 2024-11-11T15:52:36,484 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/.tmp/ns/c95465585783497c9ebe1a9e71a0cf9a is 43, key is default/ns:d/1731340354712/Put/seqid=0 2024-11-11T15:52:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741832_1008 (size=1867) 2024-11-11T15:52:36,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741832_1008 (size=1867) 2024-11-11T15:52:36,534 DEBUG [RS:0;9a1fddc00362:43781 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/oldWALs 2024-11-11T15:52:36,534 INFO [RS:0;9a1fddc00362:43781 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C43781%2C1731340351935:(num 1731340353528) 2024-11-11T15:52:36,534 DEBUG [RS:0;9a1fddc00362:43781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:36,534 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:36,536 INFO [RS:0;9a1fddc00362:43781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:36,536 INFO [RS:0;9a1fddc00362:43781 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:36,537 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T15:52:36,537 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T15:52:36,537 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T15:52:36,537 INFO [RS:0;9a1fddc00362:43781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:36,537 INFO [RS:0;9a1fddc00362:43781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43781 2024-11-11T15:52:36,537 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:36,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:52:36,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,43781,1731340351935 2024-11-11T15:52:36,540 INFO [RS:0;9a1fddc00362:43781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:36,542 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/.tmp/ns/c95465585783497c9ebe1a9e71a0cf9a 2024-11-11T15:52:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741842_1018 (size=5153) 2024-11-11T15:52:36,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,43781,1731340351935] 2024-11-11T15:52:36,552 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,43781,1731340351935 already deleted, retry=false 2024-11-11T15:52:36,552 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,43781,1731340351935 expired; onlineServers=1 2024-11-11T15:52:36,583 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/.tmp/table/2321ddc2f04d4dbea4de0b7fe8f9c2e2 is 61, key is testClearRegionBlockCache/table:state/1731340355832/Put/seqid=0 2024-11-11T15:52:36,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:52:36,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741843_1019 (size=5312) 2024-11-11T15:52:36,595 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/.tmp/table/2321ddc2f04d4dbea4de0b7fe8f9c2e2 2024-11-11T15:52:36,608 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/.tmp/info/6af9b207238f41089ba9bf8d4bd92e0d as hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/info/6af9b207238f41089ba9bf8d4bd92e0d 2024-11-11T15:52:36,615 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/info/6af9b207238f41089ba9bf8d4bd92e0d, entries=20, sequenceid=13, filesize=8.0 K 2024-11-11T15:52:36,616 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/.tmp/ns/c95465585783497c9ebe1a9e71a0cf9a as hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/ns/c95465585783497c9ebe1a9e71a0cf9a 2024-11-11T15:52:36,622 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/ns/c95465585783497c9ebe1a9e71a0cf9a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-11T15:52:36,623 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/.tmp/table/2321ddc2f04d4dbea4de0b7fe8f9c2e2 as hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/table/2321ddc2f04d4dbea4de0b7fe8f9c2e2 2024-11-11T15:52:36,629 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/table/2321ddc2f04d4dbea4de0b7fe8f9c2e2, entries=2, sequenceid=13, filesize=5.2 K 2024-11-11T15:52:36,630 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 380ms, sequenceid=13, compaction requested=false 2024-11-11T15:52:36,634 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T15:52:36,635 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T15:52:36,635 INFO [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:36,635 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731340356250Running coprocessor pre-close hooks at 1731340356250Disabling compacts and flushes for region at 1731340356250Disabling writes for close at 1731340356250Obtaining lock to block concurrent updates at 1731340356250Preparing flush snapshotting stores in 1588230740 at 1731340356250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731340356251 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731340356252 (+1 ms)Flushing 1588230740/info: creating writer at 1731340356252Flushing 1588230740/info: appending metadata at 1731340356350 (+98 ms)Flushing 1588230740/info: closing flushed file at 1731340356350Flushing 1588230740/ns: creating writer at 1731340356451 (+101 ms)Flushing 1588230740/ns: appending metadata at 1731340356483 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731340356483Flushing 1588230740/table: creating writer at 1731340356561 (+78 ms)Flushing 1588230740/table: appending metadata at 1731340356583 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731340356583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7280f3: reopening flushed file at 1731340356607 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@386f644d: reopening flushed file at 1731340356615 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680a0e5a: reopening flushed file at 1731340356623 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 380ms, sequenceid=13, compaction requested=false at 1731340356630 (+7 ms)Writing region close event to WAL at 1731340356631 (+1 ms)Running coprocessor post-close hooks at 1731340356635 (+4 ms)Closed at 1731340356635 2024-11-11T15:52:36,635 DEBUG [RS_CLOSE_META-regionserver/9a1fddc00362:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T15:52:36,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:36,644 INFO [RS:0;9a1fddc00362:43781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:36,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43781-0x1019808ad930001, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:36,644 INFO [RS:0;9a1fddc00362:43781 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,43781,1731340351935; zookeeper connection closed. 2024-11-11T15:52:36,645 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e1f06ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e1f06ef 2024-11-11T15:52:36,650 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(976): stopping server 9a1fddc00362,35725,1731340352144; all regions closed. 2024-11-11T15:52:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:52:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741835_1011 (size=4338) 2024-11-11T15:52:36,655 DEBUG [RS:1;9a1fddc00362:35725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/oldWALs 2024-11-11T15:52:36,655 INFO [RS:1;9a1fddc00362:35725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C35725%2C1731340352144.meta:.meta(num 1731340354553) 2024-11-11T15:52:36,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741833_1009 (size=1758) 2024-11-11T15:52:36,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741833_1009 (size=1758) 2024-11-11T15:52:36,660 DEBUG [RS:1;9a1fddc00362:35725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/oldWALs 2024-11-11T15:52:36,660 INFO [RS:1;9a1fddc00362:35725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9a1fddc00362%2C35725%2C1731340352144:(num 1731340353534) 2024-11-11T15:52:36,660 DEBUG [RS:1;9a1fddc00362:35725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T15:52:36,660 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T15:52:36,660 INFO [RS:1;9a1fddc00362:35725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:36,661 INFO [RS:1;9a1fddc00362:35725 {}] hbase.ChoreService(370): Chore service for: regionserver/9a1fddc00362:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:36,661 INFO [RS:1;9a1fddc00362:35725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:36,661 INFO [regionserver/9a1fddc00362:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:36,661 INFO [RS:1;9a1fddc00362:35725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35725 2024-11-11T15:52:36,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9a1fddc00362,35725,1731340352144 2024-11-11T15:52:36,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T15:52:36,663 INFO [RS:1;9a1fddc00362:35725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:36,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9a1fddc00362,35725,1731340352144] 2024-11-11T15:52:36,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9a1fddc00362,35725,1731340352144 already deleted, retry=false 2024-11-11T15:52:36,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9a1fddc00362,35725,1731340352144 expired; onlineServers=0 2024-11-11T15:52:36,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9a1fddc00362,44199,1731340351675' ***** 2024-11-11T15:52:36,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T15:52:36,666 INFO [M:0;9a1fddc00362:44199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T15:52:36,666 INFO [M:0;9a1fddc00362:44199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T15:52:36,666 DEBUG [M:0;9a1fddc00362:44199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T15:52:36,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T15:52:36,666 DEBUG [M:0;9a1fddc00362:44199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T15:52:36,666 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340353242 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.large.0-1731340353242,5,FailOnTimeoutGroup] 2024-11-11T15:52:36,666 DEBUG [master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340353244 {}] cleaner.HFileCleaner(306): Exit Thread[master/9a1fddc00362:0:becomeActiveMaster-HFileCleaner.small.0-1731340353244,5,FailOnTimeoutGroup] 2024-11-11T15:52:36,666 INFO [M:0;9a1fddc00362:44199 {}] hbase.ChoreService(370): Chore service for: master/9a1fddc00362:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T15:52:36,666 INFO [M:0;9a1fddc00362:44199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T15:52:36,667 DEBUG [M:0;9a1fddc00362:44199 {}] master.HMaster(1795): Stopping service threads 2024-11-11T15:52:36,667 INFO [M:0;9a1fddc00362:44199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T15:52:36,667 INFO [M:0;9a1fddc00362:44199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T15:52:36,667 INFO [M:0;9a1fddc00362:44199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T15:52:36,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T15:52:36,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T15:52:36,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T15:52:36,668 DEBUG [M:0;9a1fddc00362:44199 {}] zookeeper.ZKUtil(347): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T15:52:36,668 WARN [M:0;9a1fddc00362:44199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T15:52:36,669 INFO [M:0;9a1fddc00362:44199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/.lastflushedseqids 2024-11-11T15:52:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741844_1020 (size=191) 2024-11-11T15:52:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741844_1020 (size=191) 2024-11-11T15:52:36,676 INFO [M:0;9a1fddc00362:44199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T15:52:36,676 INFO [M:0;9a1fddc00362:44199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T15:52:36,676 DEBUG [M:0;9a1fddc00362:44199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T15:52:36,676 INFO [M:0;9a1fddc00362:44199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:36,676 DEBUG [M:0;9a1fddc00362:44199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:36,676 DEBUG [M:0;9a1fddc00362:44199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T15:52:36,676 DEBUG [M:0;9a1fddc00362:44199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:36,676 INFO [M:0;9a1fddc00362:44199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-11T15:52:36,693 DEBUG [M:0;9a1fddc00362:44199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db4bdcdb42684c73aa8b53f9d410d64d is 82, key is hbase:meta,,1/info:regioninfo/1731340354686/Put/seqid=0 2024-11-11T15:52:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:52:36,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741845_1021 (size=5672) 2024-11-11T15:52:36,702 INFO [M:0;9a1fddc00362:44199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db4bdcdb42684c73aa8b53f9d410d64d 2024-11-11T15:52:36,730 DEBUG [M:0;9a1fddc00362:44199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed49cb3ad8d54baeb7d8ac027ab580cf is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731340355839/Put/seqid=0 2024-11-11T15:52:36,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741846_1022 (size=6219) 2024-11-11T15:52:36,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741846_1022 (size=6219) 2024-11-11T15:52:36,749 INFO [M:0;9a1fddc00362:44199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed49cb3ad8d54baeb7d8ac027ab580cf 2024-11-11T15:52:36,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:36,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x1019808ad930002, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:36,768 INFO [RS:1;9a1fddc00362:35725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:36,768 INFO [RS:1;9a1fddc00362:35725 {}] regionserver.HRegionServer(1031): Exiting; stopping=9a1fddc00362,35725,1731340352144; zookeeper connection closed. 2024-11-11T15:52:36,772 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@672929ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@672929ac 2024-11-11T15:52:36,772 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-11T15:52:36,782 DEBUG [M:0;9a1fddc00362:44199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4a952e8171d412893486e0fec982a46 is 69, key is 9a1fddc00362,35725,1731340352144/rs:state/1731340353286/Put/seqid=0 2024-11-11T15:52:36,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:52:36,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741847_1023 (size=5224) 2024-11-11T15:52:36,796 INFO [M:0;9a1fddc00362:44199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4a952e8171d412893486e0fec982a46 2024-11-11T15:52:36,803 DEBUG [M:0;9a1fddc00362:44199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db4bdcdb42684c73aa8b53f9d410d64d as hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db4bdcdb42684c73aa8b53f9d410d64d 2024-11-11T15:52:36,809 INFO [M:0;9a1fddc00362:44199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db4bdcdb42684c73aa8b53f9d410d64d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-11T15:52:36,810 DEBUG [M:0;9a1fddc00362:44199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed49cb3ad8d54baeb7d8ac027ab580cf as hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed49cb3ad8d54baeb7d8ac027ab580cf 2024-11-11T15:52:36,815 INFO [M:0;9a1fddc00362:44199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed49cb3ad8d54baeb7d8ac027ab580cf, entries=8, sequenceid=71, filesize=6.1 K 2024-11-11T15:52:36,816 DEBUG [M:0;9a1fddc00362:44199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4a952e8171d412893486e0fec982a46 as hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4a952e8171d412893486e0fec982a46 2024-11-11T15:52:36,820 INFO [M:0;9a1fddc00362:44199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38411/user/jenkins/test-data/b03cd118-74b9-0733-73a4-99e180da12a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4a952e8171d412893486e0fec982a46, entries=2, sequenceid=71, filesize=5.1 K 2024-11-11T15:52:36,822 INFO [M:0;9a1fddc00362:44199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 146ms, sequenceid=71, compaction requested=false 2024-11-11T15:52:36,823 INFO [M:0;9a1fddc00362:44199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T15:52:36,823 DEBUG [M:0;9a1fddc00362:44199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731340356676Disabling compacts and flushes for region at 1731340356676Disabling writes for close at 1731340356676Obtaining lock to block concurrent updates at 1731340356676Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731340356676Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731340356677 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731340356677Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731340356677Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731340356692 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731340356692Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731340356707 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731340356730 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731340356730Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731340356755 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731340356781 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731340356782 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439d35db: reopening flushed file at 1731340356802 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b06c2b: reopening flushed file at 1731340356809 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2009c239: reopening flushed file at 1731340356815 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 146ms, sequenceid=71, compaction requested=false at 1731340356822 (+7 ms)Writing region close event to WAL at 1731340356823 (+1 ms)Closed at 1731340356823 2024-11-11T15:52:36,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36721 is added to blk_1073741830_1006 (size=35489) 2024-11-11T15:52:36,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741830_1006 (size=35489) 2024-11-11T15:52:36,827 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T15:52:36,827 INFO [M:0;9a1fddc00362:44199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T15:52:36,827 INFO [M:0;9a1fddc00362:44199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44199 2024-11-11T15:52:36,827 INFO [M:0;9a1fddc00362:44199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T15:52:36,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:36,930 INFO [M:0;9a1fddc00362:44199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T15:52:36,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44199-0x1019808ad930000, quorum=127.0.0.1:63972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T15:52:36,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19df9c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:36,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@581d1929{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:36,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:36,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2da35b81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:36,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40007ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:36,935 WARN [BP-901961474-172.17.0.3-1731340350237 heartbeating to localhost/127.0.0.1:38411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:52:36,936 WARN [BP-901961474-172.17.0.3-1731340350237 heartbeating to localhost/127.0.0.1:38411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-901961474-172.17.0.3-1731340350237 (Datanode Uuid 7c059c46-2f12-4c98-b0e7-fba4b3a9f1a5) service to localhost/127.0.0.1:38411 2024-11-11T15:52:36,936 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:52:36,936 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:52:36,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/data/data3/current/BP-901961474-172.17.0.3-1731340350237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:36,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/data/data4/current/BP-901961474-172.17.0.3-1731340350237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:36,937 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:52:36,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fe31dc1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T15:52:36,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59b46cab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:36,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:36,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45898e88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:36,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547289d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:36,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T15:52:36,948 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T15:52:36,948 WARN [BP-901961474-172.17.0.3-1731340350237 heartbeating to localhost/127.0.0.1:38411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T15:52:36,948 WARN [BP-901961474-172.17.0.3-1731340350237 heartbeating to localhost/127.0.0.1:38411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-901961474-172.17.0.3-1731340350237 (Datanode Uuid da0f54d9-3613-4a0d-9938-acc893ede4cc) service to localhost/127.0.0.1:38411 2024-11-11T15:52:36,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/data/data1/current/BP-901961474-172.17.0.3-1731340350237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:36,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/cluster_dc09d049-42e5-a964-c127-a6aea348f3d2/data/data2/current/BP-901961474-172.17.0.3-1731340350237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T15:52:36,950 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T15:52:36,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b6c5a8e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T15:52:36,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@467fcb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T15:52:36,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T15:52:36,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b823e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T15:52:36,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a1d40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b1b766-64c0-dc08-1c5c-519f1e8c0246/hadoop.log.dir/,STOPPED} 2024-11-11T15:52:36,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T15:52:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T15:52:37,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=183 (was 165) - Thread LEAK? -, OpenFileDescriptor=547 (was 521) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1113 (was 1079) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5010 (was 4886) - AvailableMemoryMB LEAK? -