2024-11-09 08:32:24,239 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-09 08:32:24,264 main DEBUG Took 0.022210 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 08:32:24,265 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 08:32:24,265 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 08:32:24,266 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 08:32:24,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,281 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 08:32:24,296 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,299 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,300 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,301 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,302 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,304 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,306 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,307 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,308 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,309 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:32:24,311 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,311 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 08:32:24,313 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:32:24,314 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 08:32:24,317 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 08:32:24,317 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 08:32:24,319 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 08:32:24,319 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 08:32:24,330 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 08:32:24,333 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 08:32:24,335 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 08:32:24,336 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 08:32:24,336 main DEBUG createAppenders(={Console}) 2024-11-09 08:32:24,337 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-09 08:32:24,337 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-09 08:32:24,338 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-09 08:32:24,338 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 08:32:24,338 main DEBUG OutputStream closed 2024-11-09 08:32:24,339 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 08:32:24,339 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 08:32:24,339 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-09 08:32:24,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 08:32:24,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 08:32:24,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 08:32:24,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 08:32:24,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 08:32:24,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 08:32:24,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 08:32:24,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 08:32:24,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 08:32:24,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 08:32:24,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 08:32:24,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 08:32:24,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 08:32:24,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 08:32:24,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 08:32:24,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 08:32:24,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 08:32:24,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 08:32:24,418 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 08:32:24,418 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-09 08:32:24,418 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 08:32:24,419 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-09T08:32:24,433 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-09 08:32:24,437 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 08:32:24,437 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T08:32:24,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=649, ProcessCount=11, AvailableMemoryMB=2727 2024-11-09T08:32:24,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30 2024-11-09T08:32:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:32:24,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f, deleteOnExit=true 2024-11-09T08:32:24,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:32:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/test.cache.data in system properties and HBase conf 2024-11-09T08:32:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:32:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:32:24,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:32:24,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:32:24,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:32:24,833 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T08:32:24,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:32:24,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:24,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:24,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:32:24,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:24,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:32:24,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:32:24,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:24,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:24,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:32:24,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:32:24,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:32:24,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:24,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:32:24,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:32:26,018 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T08:32:26,083 INFO [Time-limited test {}] log.Log(170): Logging initialized @2616ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T08:32:26,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:26,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:26,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:26,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:26,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:32:26,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:26,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:26,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:26,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/java.io.tmpdir/jetty-localhost-38955-hadoop-hdfs-3_4_1-tests_jar-_-any-14821940012422641267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:26,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:38955} 2024-11-09T08:32:26,466 INFO [Time-limited test {}] server.Server(415): Started @2999ms 2024-11-09T08:32:27,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:27,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:27,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:27,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:27,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:32:27,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:27,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:27,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc3e688{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/java.io.tmpdir/jetty-localhost-42155-hadoop-hdfs-3_4_1-tests_jar-_-any-4994686053324539428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:27,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:42155} 2024-11-09T08:32:27,243 INFO [Time-limited test {}] server.Server(415): Started @3776ms 2024-11-09T08:32:27,319 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:32:27,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:27,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:27,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:27,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:27,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:32:27,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:27,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:27,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acf7a93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/java.io.tmpdir/jetty-localhost-36357-hadoop-hdfs-3_4_1-tests_jar-_-any-2179905220838187893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:27,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:36357} 2024-11-09T08:32:27,663 INFO [Time-limited test {}] server.Server(415): Started @4196ms 2024-11-09T08:32:27,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:32:29,266 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/data/data1/current/BP-674895189-172.17.0.3-1731141145488/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:29,266 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/data/data4/current/BP-674895189-172.17.0.3-1731141145488/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:29,266 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/data/data2/current/BP-674895189-172.17.0.3-1731141145488/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:29,266 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/data/data3/current/BP-674895189-172.17.0.3-1731141145488/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:29,297 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:32:29,297 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:32:29,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2aab5f70893450b with lease ID 0x857e826c0eec1088: Processing first storage report for DS-4c62bede-f828-44c7-b31f-0f2f057eabe9 from datanode DatanodeRegistration(127.0.0.1:35769, datanodeUuid=760c9c8c-2726-40bc-b243-70d5048cd026, infoPort=43111, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=1140071412;c=1731141145488) 2024-11-09T08:32:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2aab5f70893450b with lease ID 0x857e826c0eec1088: from storage DS-4c62bede-f828-44c7-b31f-0f2f057eabe9 node DatanodeRegistration(127.0.0.1:35769, datanodeUuid=760c9c8c-2726-40bc-b243-70d5048cd026, infoPort=43111, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=1140071412;c=1731141145488), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:32:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee06eb4559270570 with lease ID 0x857e826c0eec1089: Processing first storage report for DS-8a0d2133-1838-4949-adfd-fd9ee84eb576 from datanode DatanodeRegistration(127.0.0.1:45179, datanodeUuid=05dd86f7-b946-4ad2-8b1f-aba5d6262a0d, infoPort=34487, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=1140071412;c=1731141145488) 2024-11-09T08:32:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee06eb4559270570 with lease ID 0x857e826c0eec1089: from storage DS-8a0d2133-1838-4949-adfd-fd9ee84eb576 node DatanodeRegistration(127.0.0.1:45179, datanodeUuid=05dd86f7-b946-4ad2-8b1f-aba5d6262a0d, infoPort=34487, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=1140071412;c=1731141145488), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:32:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2aab5f70893450b with lease ID 0x857e826c0eec1088: Processing first storage report for DS-ae7b3544-7c81-44d0-b894-a3a9e25fcbfe from datanode DatanodeRegistration(127.0.0.1:35769, datanodeUuid=760c9c8c-2726-40bc-b243-70d5048cd026, infoPort=43111, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=1140071412;c=1731141145488) 2024-11-09T08:32:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2aab5f70893450b with lease ID 0x857e826c0eec1088: from storage DS-ae7b3544-7c81-44d0-b894-a3a9e25fcbfe node DatanodeRegistration(127.0.0.1:35769, datanodeUuid=760c9c8c-2726-40bc-b243-70d5048cd026, infoPort=43111, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=1140071412;c=1731141145488), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee06eb4559270570 with lease ID 0x857e826c0eec1089: Processing first storage report for DS-bf77a94b-036f-4f8a-b0d9-7e4e549ae6f1 from datanode DatanodeRegistration(127.0.0.1:45179, datanodeUuid=05dd86f7-b946-4ad2-8b1f-aba5d6262a0d, infoPort=34487, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=1140071412;c=1731141145488) 2024-11-09T08:32:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee06eb4559270570 with lease ID 0x857e826c0eec1089: from storage DS-bf77a94b-036f-4f8a-b0d9-7e4e549ae6f1 node DatanodeRegistration(127.0.0.1:45179, datanodeUuid=05dd86f7-b946-4ad2-8b1f-aba5d6262a0d, infoPort=34487, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=1140071412;c=1731141145488), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:29,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30 2024-11-09T08:32:29,422 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/zookeeper_0, clientPort=50306, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:32:29,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50306 2024-11-09T08:32:29,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:29,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:32:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:32:30,077 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84 with version=8 2024-11-09T08:32:30,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/hbase-staging 2024-11-09T08:32:30,154 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T08:32:30,402 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:30,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:30,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:30,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:30,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:30,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:30,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:32:30,601 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T08:32:30,611 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T08:32:30,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:30,643 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51612 (auto-detected) 2024-11-09T08:32:30,645 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T08:32:30,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46445 2024-11-09T08:32:30,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46445 connecting to ZooKeeper ensemble=127.0.0.1:50306 2024-11-09T08:32:30,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464450x0, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:30,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46445-0x1011eb99e880000 connected 2024-11-09T08:32:30,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:30,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:30,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:30,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84, hbase.cluster.distributed=false 2024-11-09T08:32:30,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:30,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46445 2024-11-09T08:32:30,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46445 2024-11-09T08:32:30,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46445 2024-11-09T08:32:30,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46445 2024-11-09T08:32:30,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46445 2024-11-09T08:32:31,061 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:31,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:31,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:31,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:31,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:31,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:31,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:32:31,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:31,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36445 2024-11-09T08:32:31,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36445 connecting to ZooKeeper ensemble=127.0.0.1:50306 2024-11-09T08:32:31,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:31,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:31,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364450x0, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:31,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36445-0x1011eb99e880001 connected 2024-11-09T08:32:31,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364450x0, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:31,096 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:32:31,104 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:32:31,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:32:31,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:31,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36445 2024-11-09T08:32:31,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36445 2024-11-09T08:32:31,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36445 2024-11-09T08:32:31,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36445 2024-11-09T08:32:31,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36445 2024-11-09T08:32:31,130 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:31,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:31,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:31,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:31,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:31,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:31,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:32:31,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:31,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41177 2024-11-09T08:32:31,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41177 connecting to ZooKeeper ensemble=127.0.0.1:50306 2024-11-09T08:32:31,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:31,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:31,157 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411770x0, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:31,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:31,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41177-0x1011eb99e880002 connected 2024-11-09T08:32:31,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:32:31,159 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:32:31,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:32:31,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:31,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41177 2024-11-09T08:32:31,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41177 2024-11-09T08:32:31,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41177 2024-11-09T08:32:31,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41177 2024-11-09T08:32:31,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41177 2024-11-09T08:32:31,177 DEBUG [M:0;d7c8ba49ede6:46445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:46445 2024-11-09T08:32:31,178 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7c8ba49ede6,46445,1731141150249 2024-11-09T08:32:31,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:31,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:31,189 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:31,191 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7c8ba49ede6,46445,1731141150249 2024-11-09T08:32:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:31,228 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:31,228 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:31,229 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T08:32:31,230 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7c8ba49ede6,46445,1731141150249 from backup master directory 2024-11-09T08:32:31,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7c8ba49ede6,46445,1731141150249 2024-11-09T08:32:31,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:31,241 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:31,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:31,242 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:31,242 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,46445,1731141150249 2024-11-09T08:32:31,245 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T08:32:31,246 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T08:32:31,297 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/hbase.id] with ID: b6256eef-0c0a-4641-a59d-d2ba091b78f8 2024-11-09T08:32:31,297 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/.tmp/hbase.id 2024-11-09T08:32:31,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:32:31,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:32:31,311 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/.tmp/hbase.id]:[hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/hbase.id] 2024-11-09T08:32:31,358 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:31,363 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:32:31,381 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-09T08:32:31,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:31,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:31,388 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:32:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:32:31,422 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:32:31,424 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:32:31,437 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:32:31,441 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:32:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:32:31,896 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store 2024-11-09T08:32:31,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:32:31,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:32:31,921 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T08:32:31,924 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:31,926 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:32:31,926 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:31,926 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:31,928 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:32:31,928 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:31,928 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:31,929 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141151926Disabling compacts and flushes for region at 1731141151926Disabling writes for close at 1731141151928 (+2 ms)Writing region close event to WAL at 1731141151928Closed at 1731141151928 2024-11-09T08:32:31,931 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/.initializing 2024-11-09T08:32:31,931 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/WALs/d7c8ba49ede6,46445,1731141150249 2024-11-09T08:32:31,938 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:31,952 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C46445%2C1731141150249, suffix=, logDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/WALs/d7c8ba49ede6,46445,1731141150249, archiveDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/oldWALs, maxLogs=10 2024-11-09T08:32:31,972 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/WALs/d7c8ba49ede6,46445,1731141150249/d7c8ba49ede6%2C46445%2C1731141150249.1731141151956, exclude list is [], retry=0 2024-11-09T08:32:31,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45179,DS-8a0d2133-1838-4949-adfd-fd9ee84eb576,DISK] 2024-11-09T08:32:31,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-4c62bede-f828-44c7-b31f-0f2f057eabe9,DISK] 2024-11-09T08:32:31,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T08:32:32,029 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/WALs/d7c8ba49ede6,46445,1731141150249/d7c8ba49ede6%2C46445%2C1731141150249.1731141151956 2024-11-09T08:32:32,030 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34487:34487),(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-09T08:32:32,031 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:32:32,031 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:32,035 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,036 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:32:32,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:32,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:32,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:32:32,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:32,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:32,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:32:32,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:32,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:32,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:32:32,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:32,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:32,111 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,114 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,115 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,120 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,120 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,124 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:32,127 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:32,132 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:32,133 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60148209, jitterRate=-0.10372184216976166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:32,140 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731141152048Initializing all the Stores at 1731141152050 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141152050Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141152051 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141152051Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141152051Cleaning up temporary data from old regions at 1731141152120 (+69 ms)Region opened successfully at 1731141152140 (+20 ms) 2024-11-09T08:32:32,141 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:32:32,169 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0b3c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:32,197 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:32:32,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:32:32,207 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:32:32,210 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:32:32,211 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T08:32:32,216 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T08:32:32,216 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:32:32,239 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:32:32,250 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T08:32:32,304 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T08:32:32,308 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:32:32,311 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:32:32,322 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T08:32:32,325 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:32:32,328 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:32:32,335 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T08:32:32,337 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:32:32,346 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T08:32:32,367 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:32:32,377 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T08:32:32,389 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:32,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:32,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:32,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:32,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:32,390 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:32,394 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,46445,1731141150249, sessionid=0x1011eb99e880000, setting cluster-up flag (Was=false) 2024-11-09T08:32:32,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:32,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:32,430 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:32,462 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T08:32:32,465 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,46445,1731141150249 2024-11-09T08:32:32,483 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:32,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:32,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:32,515 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T08:32:32,518 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,46445,1731141150249 2024-11-09T08:32:32,527 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:32:32,569 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(746): ClusterId : b6256eef-0c0a-4641-a59d-d2ba091b78f8 2024-11-09T08:32:32,569 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(746): ClusterId : b6256eef-0c0a-4641-a59d-d2ba091b78f8 2024-11-09T08:32:32,571 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:32:32,571 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:32:32,580 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:32:32,580 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:32:32,580 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:32:32,580 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:32:32,590 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:32:32,590 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:32:32,590 DEBUG [RS:1;d7c8ba49ede6:41177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239a0526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:32,590 DEBUG [RS:0;d7c8ba49ede6:36445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620e690d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:32,602 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:32,604 DEBUG [RS:1;d7c8ba49ede6:41177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d7c8ba49ede6:41177 2024-11-09T08:32:32,608 DEBUG [RS:0;d7c8ba49ede6:36445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:36445 2024-11-09T08:32:32,608 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:32:32,608 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:32:32,608 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:32:32,608 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:32:32,608 DEBUG [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:32:32,608 DEBUG [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:32:32,611 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,46445,1731141150249 with port=41177, startcode=1731141151130 2024-11-09T08:32:32,611 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,46445,1731141150249 with port=36445, startcode=1731141151029 2024-11-09T08:32:32,612 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:32:32,619 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:32:32,622 DEBUG [RS:1;d7c8ba49ede6:41177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:32:32,622 DEBUG [RS:0;d7c8ba49ede6:36445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:32:32,624 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,46445,1731141150249 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:32:32,630 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:32,630 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:32,630 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:32,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:32,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:32:32,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:32,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,633 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731141182633 2024-11-09T08:32:32,635 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:32:32,636 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:32:32,640 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:32:32,641 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:32:32,641 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:32:32,641 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:32:32,644 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,649 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:32:32,650 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:32:32,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:32,651 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:32:32,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:32:32,657 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:32:32,657 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:32:32,658 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:32:32,658 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:32:32,660 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141152659,5,FailOnTimeoutGroup] 2024-11-09T08:32:32,661 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141152660,5,FailOnTimeoutGroup] 2024-11-09T08:32:32,661 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,661 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:32,661 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:32:32,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:32:32,662 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,663 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,665 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:32,667 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46445 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:32,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,41177,1731141151130 2024-11-09T08:32:32,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46445 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,41177,1731141151130 2024-11-09T08:32:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:32:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:32:32,683 DEBUG [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84 2024-11-09T08:32:32,683 DEBUG [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45861 2024-11-09T08:32:32,683 DEBUG [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:32:32,683 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:32:32,684 DEBUG [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84 2024-11-09T08:32:32,684 DEBUG [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45861 2024-11-09T08:32:32,684 DEBUG [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:32:32,684 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84 2024-11-09T08:32:32,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:32,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:32:32,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:32:32,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:32,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:32:32,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:32:32,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:32,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:32,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:32:32,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:32:32,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:32,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:32,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:32:32,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:32:32,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:32,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:32,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:32:32,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:32:32,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:32,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:32,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:32:32,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740 2024-11-09T08:32:32,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740 2024-11-09T08:32:32,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:32:32,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:32:32,722 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:32,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:32:32,729 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:32,730 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60713183, jitterRate=-0.09530307352542877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:32,734 DEBUG [RS:1;d7c8ba49ede6:41177 {}] zookeeper.ZKUtil(111): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,41177,1731141151130 2024-11-09T08:32:32,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731141152696Initializing all the Stores at 1731141152698 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141152698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141152698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141152698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141152698Cleaning up temporary data from old regions at 1731141152721 (+23 ms)Region opened successfully at 1731141152734 (+13 ms) 2024-11-09T08:32:32,734 WARN [RS:1;d7c8ba49ede6:41177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:32,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:32:32,734 INFO [RS:1;d7c8ba49ede6:41177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:32,734 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:32:32,734 DEBUG [RS:0;d7c8ba49ede6:36445 {}] zookeeper.ZKUtil(111): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:32,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:32:32,734 WARN [RS:0;d7c8ba49ede6:36445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:32,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:32:32,734 DEBUG [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,41177,1731141151130 2024-11-09T08:32:32,734 INFO [RS:0;d7c8ba49ede6:36445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:32,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:32:32,735 DEBUG [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:32,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,36445,1731141151029] 2024-11-09T08:32:32,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,41177,1731141151130] 2024-11-09T08:32:32,736 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:32,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141152734Disabling compacts and flushes for region at 1731141152734Disabling writes for close at 1731141152734Writing region close event to WAL at 1731141152736 (+2 ms)Closed at 1731141152736 2024-11-09T08:32:32,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:32,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:32:32,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:32:32,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:32:32,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:32:32,763 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:32:32,774 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:32:32,781 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:32:32,781 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:32:32,786 INFO [RS:1;d7c8ba49ede6:41177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:32:32,786 INFO [RS:0;d7c8ba49ede6:36445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:32:32,786 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,786 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,787 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:32:32,787 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:32:32,792 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:32:32,792 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:32:32,794 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,794 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,794 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,794 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,794 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,794 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,794 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,794 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,794 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,794 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,794 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:32,795 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:32,795 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,795 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,796 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,796 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:32,796 DEBUG [RS:1;d7c8ba49ede6:41177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:32,796 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:32,796 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:32,796 DEBUG [RS:0;d7c8ba49ede6:36445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:32,798 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41177,1731141151130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:32,799 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36445,1731141151029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:32,819 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:32:32,819 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:32:32,822 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41177,1731141151130-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,822 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36445,1731141151029-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,822 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,822 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,822 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.Replication(171): d7c8ba49ede6,41177,1731141151130 started 2024-11-09T08:32:32,822 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.Replication(171): d7c8ba49ede6,36445,1731141151029 started 2024-11-09T08:32:32,841 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,841 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,41177,1731141151130, RpcServer on d7c8ba49ede6/172.17.0.3:41177, sessionid=0x1011eb99e880002 2024-11-09T08:32:32,842 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:32:32,842 DEBUG [RS:1;d7c8ba49ede6:41177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,41177,1731141151130 2024-11-09T08:32:32,843 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41177,1731141151130' 2024-11-09T08:32:32,843 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:32:32,843 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:32,843 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,36445,1731141151029, RpcServer on d7c8ba49ede6/172.17.0.3:36445, sessionid=0x1011eb99e880001 2024-11-09T08:32:32,843 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:32:32,844 DEBUG [RS:0;d7c8ba49ede6:36445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:32,844 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,36445,1731141151029' 2024-11-09T08:32:32,844 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:32:32,844 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:32:32,844 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:32:32,844 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:32:32,844 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:32:32,845 DEBUG [RS:1;d7c8ba49ede6:41177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,41177,1731141151130 2024-11-09T08:32:32,845 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41177,1731141151130' 2024-11-09T08:32:32,845 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:32:32,845 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:32:32,845 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:32:32,845 DEBUG [RS:0;d7c8ba49ede6:36445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:32,845 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,36445,1731141151029' 2024-11-09T08:32:32,845 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:32:32,845 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:32:32,846 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:32:32,846 DEBUG [RS:1;d7c8ba49ede6:41177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:32:32,846 INFO [RS:1;d7c8ba49ede6:41177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:32:32,846 INFO [RS:1;d7c8ba49ede6:41177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:32:32,846 DEBUG [RS:0;d7c8ba49ede6:36445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:32:32,846 INFO [RS:0;d7c8ba49ede6:36445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:32:32,846 INFO [RS:0;d7c8ba49ede6:36445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:32:32,913 WARN [d7c8ba49ede6:46445 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T08:32:32,951 INFO [RS:1;d7c8ba49ede6:41177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:32,951 INFO [RS:0;d7c8ba49ede6:36445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:32,954 INFO [RS:0;d7c8ba49ede6:36445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C36445%2C1731141151029, suffix=, logDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,36445,1731141151029, archiveDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/oldWALs, maxLogs=32 2024-11-09T08:32:32,954 INFO [RS:1;d7c8ba49ede6:41177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C41177%2C1731141151130, suffix=, logDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,41177,1731141151130, archiveDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/oldWALs, maxLogs=32 2024-11-09T08:32:32,971 DEBUG [RS:0;d7c8ba49ede6:36445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,36445,1731141151029/d7c8ba49ede6%2C36445%2C1731141151029.1731141152957, exclude list is [], retry=0 2024-11-09T08:32:32,971 DEBUG [RS:1;d7c8ba49ede6:41177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,41177,1731141151130/d7c8ba49ede6%2C41177%2C1731141151130.1731141152957, exclude list is [], retry=0 2024-11-09T08:32:32,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-4c62bede-f828-44c7-b31f-0f2f057eabe9,DISK] 2024-11-09T08:32:32,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45179,DS-8a0d2133-1838-4949-adfd-fd9ee84eb576,DISK] 2024-11-09T08:32:32,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-4c62bede-f828-44c7-b31f-0f2f057eabe9,DISK] 2024-11-09T08:32:32,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45179,DS-8a0d2133-1838-4949-adfd-fd9ee84eb576,DISK] 2024-11-09T08:32:32,985 INFO [RS:0;d7c8ba49ede6:36445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,36445,1731141151029/d7c8ba49ede6%2C36445%2C1731141151029.1731141152957 2024-11-09T08:32:32,985 INFO [RS:1;d7c8ba49ede6:41177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,41177,1731141151130/d7c8ba49ede6%2C41177%2C1731141151130.1731141152957 2024-11-09T08:32:32,986 DEBUG [RS:0;d7c8ba49ede6:36445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34487:34487),(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-09T08:32:32,986 DEBUG [RS:1;d7c8ba49ede6:41177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34487:34487),(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-09T08:32:33,168 DEBUG [d7c8ba49ede6:46445 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T08:32:33,177 DEBUG [d7c8ba49ede6:46445 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:32:33,183 DEBUG [d7c8ba49ede6:46445 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:32:33,184 DEBUG [d7c8ba49ede6:46445 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:32:33,184 DEBUG [d7c8ba49ede6:46445 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:32:33,184 DEBUG [d7c8ba49ede6:46445 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:32:33,184 INFO [d7c8ba49ede6:46445 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:32:33,184 INFO [d7c8ba49ede6:46445 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:32:33,184 DEBUG [d7c8ba49ede6:46445 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:32:33,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:33,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,36445,1731141151029, state=OPENING 2024-11-09T08:32:33,252 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:32:33,262 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:33,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:33,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:33,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:33,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:33,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:33,268 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:32:33,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36445,1731141151029}] 2024-11-09T08:32:33,451 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:33,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:33,464 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:32:33,464 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:33,465 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:32:33,468 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C36445%2C1731141151029.meta, suffix=.meta, logDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,36445,1731141151029, archiveDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/oldWALs, maxLogs=32 2024-11-09T08:32:33,490 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,36445,1731141151029/d7c8ba49ede6%2C36445%2C1731141151029.meta.1731141153470.meta, exclude list is [], retry=0 2024-11-09T08:32:33,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45179,DS-8a0d2133-1838-4949-adfd-fd9ee84eb576,DISK] 2024-11-09T08:32:33,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-4c62bede-f828-44c7-b31f-0f2f057eabe9,DISK] 2024-11-09T08:32:33,498 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/WALs/d7c8ba49ede6,36445,1731141151029/d7c8ba49ede6%2C36445%2C1731141151029.meta.1731141153470.meta 2024-11-09T08:32:33,498 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34487:34487),(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-09T08:32:33,498 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:32:33,500 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:32:33,502 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:32:33,507 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:32:33,511 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:32:33,511 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:33,512 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:32:33,512 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:32:33,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:32:33,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:32:33,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:33,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:33,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:32:33,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:32:33,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:33,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:33,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:32:33,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:32:33,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:33,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:33,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:32:33,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:32:33,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:33,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:33,527 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:32:33,528 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740 2024-11-09T08:32:33,531 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740 2024-11-09T08:32:33,534 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:32:33,534 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:32:33,535 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:33,538 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:32:33,541 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64505297, jitterRate=-0.03879617154598236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:33,541 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:32:33,543 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731141153512Writing region info on filesystem at 1731141153512Initializing all the Stores at 1731141153514 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141153514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141153515 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141153515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141153515Cleaning up temporary data from old regions at 1731141153534 (+19 ms)Running coprocessor post-open hooks at 1731141153541 (+7 ms)Region opened successfully at 1731141153543 (+2 ms) 2024-11-09T08:32:33,552 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731141153440 2024-11-09T08:32:33,564 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:32:33,565 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:32:33,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:33,569 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,36445,1731141151029, state=OPEN 2024-11-09T08:32:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:33,578 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:33,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:33,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:33,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:33,578 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:33,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:32:33,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,36445,1731141151029 in 308 msec 2024-11-09T08:32:33,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:32:33,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 842 msec 2024-11-09T08:32:33,594 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:33,594 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:32:33,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:33,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36445,1731141151029, seqNum=-1] 2024-11-09T08:32:33,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:33,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:33,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1010 sec 2024-11-09T08:32:33,662 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731141153662, completionTime=-1 2024-11-09T08:32:33,665 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T08:32:33,666 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:32:33,693 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T08:32:33,693 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731141213693 2024-11-09T08:32:33,694 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731141273694 2024-11-09T08:32:33,694 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-09T08:32:33,695 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T08:32:33,703 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46445,1731141150249-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:33,704 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46445,1731141150249-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:33,704 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46445,1731141150249-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:33,706 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:46445, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:33,706 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:33,707 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:33,713 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:32:33,740 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.496sec 2024-11-09T08:32:33,742 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:32:33,744 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:32:33,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:32:33,745 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:32:33,746 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:32:33,746 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46445,1731141150249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:33,747 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46445,1731141150249-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:32:33,751 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:32:33,753 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:32:33,753 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46445,1731141150249-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:33,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd70f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:33,781 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T08:32:33,782 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T08:32:33,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46445,-1 for getting cluster id 2024-11-09T08:32:33,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:32:33,825 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6256eef-0c0a-4641-a59d-d2ba091b78f8' 2024-11-09T08:32:33,829 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:32:33,829 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6256eef-0c0a-4641-a59d-d2ba091b78f8" 2024-11-09T08:32:33,832 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3353614c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:33,832 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46445,-1] 2024-11-09T08:32:33,836 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:32:33,839 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:33,839 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:32:33,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbae498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:33,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:33,853 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36445,1731141151029, seqNum=-1] 2024-11-09T08:32:33,853 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:33,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:33,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,46445,1731141150249 2024-11-09T08:32:33,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:32:33,903 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,46445,1731141150249 2024-11-09T08:32:33,905 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5284ee09 2024-11-09T08:32:33,906 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:32:33,909 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:32:33,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:32:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T08:32:33,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:32:33,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T08:32:33,931 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:33,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:32:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:32:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:32:33,957 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => efe135a70571dd628d25a078416ca0d3, NAME => 'testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84 2024-11-09T08:32:33,957 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => acf2295ba735880ca74fbc50b27634e1, NAME => 'testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84 2024-11-09T08:32:33,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:32:33,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:32:33,973 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:33,973 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing acf2295ba735880ca74fbc50b27634e1, disabling compactions & flushes 2024-11-09T08:32:33,973 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:33,973 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:33,973 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. after waiting 0 ms 2024-11-09T08:32:33,973 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:33,973 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:33,973 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for acf2295ba735880ca74fbc50b27634e1: Waiting for close lock at 1731141153973Disabling compacts and flushes for region at 1731141153973Disabling writes for close at 1731141153973Writing region close event to WAL at 1731141153973Closed at 1731141153973 2024-11-09T08:32:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:32:33,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:32:33,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:33,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing efe135a70571dd628d25a078416ca0d3, disabling compactions & flushes 2024-11-09T08:32:33,980 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:33,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:33,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. after waiting 0 ms 2024-11-09T08:32:33,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:33,980 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:33,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for efe135a70571dd628d25a078416ca0d3: Waiting for close lock at 1731141153980Disabling compacts and flushes for region at 1731141153980Disabling writes for close at 1731141153980Writing region close event to WAL at 1731141153980Closed at 1731141153980 2024-11-09T08:32:33,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:32:33,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141153982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141153982"}]},"ts":"1731141153982"} 2024-11-09T08:32:33,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141153982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141153982"}]},"ts":"1731141153982"} 2024-11-09T08:32:34,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T08:32:34,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:32:34,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141154022"}]},"ts":"1731141154022"} 2024-11-09T08:32:34,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T08:32:34,031 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:32:34,033 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:32:34,033 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:32:34,033 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:32:34,033 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:32:34,033 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:32:34,033 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:32:34,033 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:32:34,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=acf2295ba735880ca74fbc50b27634e1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=efe135a70571dd628d25a078416ca0d3, ASSIGN}] 2024-11-09T08:32:34,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=efe135a70571dd628d25a078416ca0d3, ASSIGN 2024-11-09T08:32:34,038 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=acf2295ba735880ca74fbc50b27634e1, ASSIGN 2024-11-09T08:32:34,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=efe135a70571dd628d25a078416ca0d3, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,36445,1731141151029; forceNewPlan=false, retain=false 2024-11-09T08:32:34,040 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=acf2295ba735880ca74fbc50b27634e1, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,41177,1731141151130; forceNewPlan=false, retain=false 2024-11-09T08:32:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:34,193 INFO [d7c8ba49ede6:46445 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T08:32:34,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=acf2295ba735880ca74fbc50b27634e1, regionState=OPENING, regionLocation=d7c8ba49ede6,41177,1731141151130 2024-11-09T08:32:34,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=efe135a70571dd628d25a078416ca0d3, regionState=OPENING, regionLocation=d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:34,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=acf2295ba735880ca74fbc50b27634e1, ASSIGN because future has completed 2024-11-09T08:32:34,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure acf2295ba735880ca74fbc50b27634e1, server=d7c8ba49ede6,41177,1731141151130}] 2024-11-09T08:32:34,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=efe135a70571dd628d25a078416ca0d3, ASSIGN because future has completed 2024-11-09T08:32:34,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure efe135a70571dd628d25a078416ca0d3, server=d7c8ba49ede6,36445,1731141151029}] 2024-11-09T08:32:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:34,359 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:34,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:34,369 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:34,370 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => acf2295ba735880ca74fbc50b27634e1, NAME => 'testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T08:32:34,371 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,371 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:34,371 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,371 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,374 INFO [StoreOpener-acf2295ba735880ca74fbc50b27634e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,375 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:34,375 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => efe135a70571dd628d25a078416ca0d3, NAME => 'testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T08:32:34,376 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,376 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:34,376 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,376 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,377 INFO [StoreOpener-acf2295ba735880ca74fbc50b27634e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acf2295ba735880ca74fbc50b27634e1 columnFamilyName family 2024-11-09T08:32:34,377 DEBUG [StoreOpener-acf2295ba735880ca74fbc50b27634e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:34,378 INFO [StoreOpener-efe135a70571dd628d25a078416ca0d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,379 INFO [StoreOpener-acf2295ba735880ca74fbc50b27634e1-1 {}] regionserver.HStore(327): Store=acf2295ba735880ca74fbc50b27634e1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:34,379 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,380 INFO [StoreOpener-efe135a70571dd628d25a078416ca0d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efe135a70571dd628d25a078416ca0d3 columnFamilyName family 2024-11-09T08:32:34,380 DEBUG [StoreOpener-efe135a70571dd628d25a078416ca0d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:34,380 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,381 INFO [StoreOpener-efe135a70571dd628d25a078416ca0d3-1 {}] regionserver.HStore(327): Store=efe135a70571dd628d25a078416ca0d3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:34,381 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,381 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,382 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,382 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,382 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,382 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,383 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,383 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,385 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,386 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,388 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/acf2295ba735880ca74fbc50b27634e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:34,389 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/efe135a70571dd628d25a078416ca0d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:34,389 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened acf2295ba735880ca74fbc50b27634e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67530963, jitterRate=0.006289765238761902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:32:34,389 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,390 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened efe135a70571dd628d25a078416ca0d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69983573, jitterRate=0.0428365021944046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:32:34,390 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,391 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for acf2295ba735880ca74fbc50b27634e1: Running coprocessor pre-open hook at 1731141154371Writing region info on filesystem at 1731141154371Initializing all the Stores at 1731141154374 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141154374Cleaning up temporary data from old regions at 1731141154382 (+8 ms)Running coprocessor post-open hooks at 1731141154389 (+7 ms)Region opened successfully at 1731141154391 (+2 ms) 2024-11-09T08:32:34,391 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for efe135a70571dd628d25a078416ca0d3: Running coprocessor pre-open hook at 1731141154376Writing region info on filesystem at 1731141154376Initializing all the Stores at 1731141154377 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141154377Cleaning up temporary data from old regions at 1731141154383 (+6 ms)Running coprocessor post-open hooks at 1731141154390 (+7 ms)Region opened successfully at 1731141154391 (+1 ms) 2024-11-09T08:32:34,393 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1., pid=7, masterSystemTime=1731141154358 2024-11-09T08:32:34,393 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3., pid=8, masterSystemTime=1731141154368 2024-11-09T08:32:34,395 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:34,396 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:34,397 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=acf2295ba735880ca74fbc50b27634e1, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,41177,1731141151130 2024-11-09T08:32:34,397 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:34,397 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:34,398 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=efe135a70571dd628d25a078416ca0d3, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:34,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure acf2295ba735880ca74fbc50b27634e1, server=d7c8ba49ede6,41177,1731141151130 because future has completed 2024-11-09T08:32:34,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure efe135a70571dd628d25a078416ca0d3, server=d7c8ba49ede6,36445,1731141151029 because future has completed 2024-11-09T08:32:34,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-09T08:32:34,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure acf2295ba735880ca74fbc50b27634e1, server=d7c8ba49ede6,41177,1731141151130 in 200 msec 2024-11-09T08:32:34,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-09T08:32:34,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure efe135a70571dd628d25a078416ca0d3, server=d7c8ba49ede6,36445,1731141151029 in 193 msec 2024-11-09T08:32:34,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=acf2295ba735880ca74fbc50b27634e1, ASSIGN in 373 msec 2024-11-09T08:32:34,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T08:32:34,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=efe135a70571dd628d25a078416ca0d3, ASSIGN in 375 msec 2024-11-09T08:32:34,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:32:34,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141154414"}]},"ts":"1731141154414"} 2024-11-09T08:32:34,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T08:32:34,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:32:34,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 499 msec 2024-11-09T08:32:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:34,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T08:32:34,570 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T08:32:34,571 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:32:34,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T08:32:34,577 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:32:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T08:32:34,585 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1., hostname=d7c8ba49ede6,41177,1731141151130, seqNum=2] 2024-11-09T08:32:34,587 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:34,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:34,605 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3., hostname=d7c8ba49ede6,36445,1731141151029, seqNum=2] 2024-11-09T08:32:34,623 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing efe135a70571dd628d25a078416ca0d3 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T08:32:34,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/efe135a70571dd628d25a078416ca0d3/.tmp/family/e261a8c0dc0543a18c02bbf7416cdbc4 is 32, key is 5/family:/1731141154606/Put/seqid=0 2024-11-09T08:32:34,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741839_1015 (size=5083) 2024-11-09T08:32:34,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741839_1015 (size=5083) 2024-11-09T08:32:34,693 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/efe135a70571dd628d25a078416ca0d3/.tmp/family/e261a8c0dc0543a18c02bbf7416cdbc4 2024-11-09T08:32:34,735 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/efe135a70571dd628d25a078416ca0d3/.tmp/family/e261a8c0dc0543a18c02bbf7416cdbc4 as hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/efe135a70571dd628d25a078416ca0d3/family/e261a8c0dc0543a18c02bbf7416cdbc4 2024-11-09T08:32:34,746 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/efe135a70571dd628d25a078416ca0d3/family/e261a8c0dc0543a18c02bbf7416cdbc4, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T08:32:34,753 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for efe135a70571dd628d25a078416ca0d3 in 129ms, sequenceid=9, compaction requested=false 2024-11-09T08:32:34,754 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-09T08:32:34,756 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for efe135a70571dd628d25a078416ca0d3: 2024-11-09T08:32:34,756 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing acf2295ba735880ca74fbc50b27634e1 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T08:32:34,775 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/acf2295ba735880ca74fbc50b27634e1/.tmp/family/cdfbe30cdd694a1eac415b9efcb9d827 is 32, key is 1/family:/1731141154590/Put/seqid=0 2024-11-09T08:32:34,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741840_1016 (size=5054) 2024-11-09T08:32:34,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741840_1016 (size=5054) 2024-11-09T08:32:34,784 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/acf2295ba735880ca74fbc50b27634e1/.tmp/family/cdfbe30cdd694a1eac415b9efcb9d827 2024-11-09T08:32:34,796 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/acf2295ba735880ca74fbc50b27634e1/.tmp/family/cdfbe30cdd694a1eac415b9efcb9d827 as hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/acf2295ba735880ca74fbc50b27634e1/family/cdfbe30cdd694a1eac415b9efcb9d827 2024-11-09T08:32:34,807 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/acf2295ba735880ca74fbc50b27634e1/family/cdfbe30cdd694a1eac415b9efcb9d827, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T08:32:34,809 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for acf2295ba735880ca74fbc50b27634e1 in 53ms, sequenceid=8, compaction requested=false 2024-11-09T08:32:34,809 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for acf2295ba735880ca74fbc50b27634e1: 2024-11-09T08:32:34,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37885b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:34,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46445,-1 for getting cluster id 2024-11-09T08:32:34,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:32:34,813 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6256eef-0c0a-4641-a59d-d2ba091b78f8' 2024-11-09T08:32:34,814 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:32:34,814 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6256eef-0c0a-4641-a59d-d2ba091b78f8" 2024-11-09T08:32:34,814 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74879478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:34,814 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46445,-1] 2024-11-09T08:32:34,814 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:32:34,815 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:34,816 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:32:34,817 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cec570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:34,832 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T08:32:34,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:34,834 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,36445,1731141151029, seqNum=-1] 2024-11-09T08:32:34,835 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:34,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:34,845 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:34,846 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:34,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:34,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:34,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:34,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:34,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:34,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:34,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:32:34,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:32:34,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:34,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:34,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:34,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:34,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:32:34,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:32:34,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1629390249, stopped=false 2024-11-09T08:32:34,860 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,46445,1731141150249 2024-11-09T08:32:34,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:34,965 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:34,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:34,965 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:34,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:34,965 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:32:34,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:34,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:34,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:34,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:34,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:34,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:34,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:34,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,36445,1731141151029' ***** 2024-11-09T08:32:34,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:32:34,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,41177,1731141151130' ***** 2024-11-09T08:32:34,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:32:34,969 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:32:34,970 INFO [RS:0;d7c8ba49ede6:36445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:32:34,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:32:34,970 INFO [RS:0;d7c8ba49ede6:36445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:32:34,970 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:32:34,971 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:32:34,971 INFO [RS:1;d7c8ba49ede6:41177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:32:34,971 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(3091): Received CLOSE for efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,971 INFO [RS:1;d7c8ba49ede6:41177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:32:34,971 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(3091): Received CLOSE for acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,971 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:34,971 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,41177,1731141151130 2024-11-09T08:32:34,971 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:34,972 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:34,972 INFO [RS:0;d7c8ba49ede6:36445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:36445. 2024-11-09T08:32:34,972 INFO [RS:1;d7c8ba49ede6:41177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d7c8ba49ede6:41177. 2024-11-09T08:32:34,972 DEBUG [RS:1;d7c8ba49ede6:41177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:34,972 DEBUG [RS:1;d7c8ba49ede6:41177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:34,972 DEBUG [RS:0;d7c8ba49ede6:36445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:34,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acf2295ba735880ca74fbc50b27634e1, disabling compactions & flushes 2024-11-09T08:32:34,972 DEBUG [RS:0;d7c8ba49ede6:36445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:34,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efe135a70571dd628d25a078416ca0d3, disabling compactions & flushes 2024-11-09T08:32:34,972 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:34,972 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:34,972 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:32:34,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:34,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:34,972 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:32:34,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. after waiting 0 ms 2024-11-09T08:32:34,972 DEBUG [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(1325): Online Regions={acf2295ba735880ca74fbc50b27634e1=testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1.} 2024-11-09T08:32:34,972 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:32:34,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. after waiting 0 ms 2024-11-09T08:32:34,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:34,972 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:32:34,972 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:34,973 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:32:34,973 DEBUG [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(1351): Waiting on acf2295ba735880ca74fbc50b27634e1 2024-11-09T08:32:34,973 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:32:34,973 DEBUG [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, efe135a70571dd628d25a078416ca0d3=testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3.} 2024-11-09T08:32:34,973 DEBUG [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, efe135a70571dd628d25a078416ca0d3 2024-11-09T08:32:34,974 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:32:34,974 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:32:34,974 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:32:34,974 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:32:34,974 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:32:34,974 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T08:32:34,980 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/acf2295ba735880ca74fbc50b27634e1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T08:32:34,981 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/default/testClearRegionBlockCache/efe135a70571dd628d25a078416ca0d3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T08:32:34,983 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:34,983 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:34,983 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acf2295ba735880ca74fbc50b27634e1: Waiting for close lock at 1731141154972Running coprocessor pre-close hooks at 1731141154972Disabling compacts and flushes for region at 1731141154972Disabling writes for close at 1731141154972Writing region close event to WAL at 1731141154975 (+3 ms)Running coprocessor post-close hooks at 1731141154981 (+6 ms)Closed at 1731141154983 (+2 ms) 2024-11-09T08:32:34,983 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efe135a70571dd628d25a078416ca0d3: Waiting for close lock at 1731141154971Running coprocessor pre-close hooks at 1731141154972 (+1 ms)Disabling compacts and flushes for region at 1731141154972Disabling writes for close at 1731141154972Writing region close event to WAL at 1731141154974 (+2 ms)Running coprocessor post-close hooks at 1731141154982 (+8 ms)Closed at 1731141154983 (+1 ms) 2024-11-09T08:32:34,983 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731141153914.acf2295ba735880ca74fbc50b27634e1. 2024-11-09T08:32:34,983 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3. 2024-11-09T08:32:34,997 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/.tmp/info/5c7d9e9519dc40589c07d457a1bd178c is 173, key is testClearRegionBlockCache,5,1731141153914.efe135a70571dd628d25a078416ca0d3./info:regioninfo/1731141154398/Put/seqid=0 2024-11-09T08:32:35,002 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:35,002 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:32:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:32:35,005 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/.tmp/info/5c7d9e9519dc40589c07d457a1bd178c 2024-11-09T08:32:35,032 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/.tmp/ns/f7529949bd0f48218d2928321e58285f is 43, key is default/ns:d/1731141153642/Put/seqid=0 2024-11-09T08:32:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:32:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:32:35,040 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/.tmp/ns/f7529949bd0f48218d2928321e58285f 2024-11-09T08:32:35,067 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/.tmp/table/1cde5d9356de44c5a664308c85671e01 is 61, key is testClearRegionBlockCache/table:state/1731141154414/Put/seqid=0 2024-11-09T08:32:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:32:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:32:35,075 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/.tmp/table/1cde5d9356de44c5a664308c85671e01 2024-11-09T08:32:35,088 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/.tmp/info/5c7d9e9519dc40589c07d457a1bd178c as hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/info/5c7d9e9519dc40589c07d457a1bd178c 2024-11-09T08:32:35,099 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/info/5c7d9e9519dc40589c07d457a1bd178c, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T08:32:35,101 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/.tmp/ns/f7529949bd0f48218d2928321e58285f as hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/ns/f7529949bd0f48218d2928321e58285f 2024-11-09T08:32:35,111 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/ns/f7529949bd0f48218d2928321e58285f, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T08:32:35,113 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/.tmp/table/1cde5d9356de44c5a664308c85671e01 as hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/table/1cde5d9356de44c5a664308c85671e01 2024-11-09T08:32:35,124 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/table/1cde5d9356de44c5a664308c85671e01, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T08:32:35,127 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=13, compaction requested=false 2024-11-09T08:32:35,127 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:32:35,135 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T08:32:35,136 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:32:35,136 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:35,136 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141154973Running coprocessor pre-close hooks at 1731141154973Disabling compacts and flushes for region at 1731141154973Disabling writes for close at 1731141154974 (+1 ms)Obtaining lock to block concurrent updates at 1731141154974Preparing flush snapshotting stores in 1588230740 at 1731141154974Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731141154975 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731141154976 (+1 ms)Flushing 1588230740/info: creating writer at 1731141154977 (+1 ms)Flushing 1588230740/info: appending metadata at 1731141154997 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731141154997Flushing 1588230740/ns: creating writer at 1731141155016 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731141155031 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731141155032 (+1 ms)Flushing 1588230740/table: creating writer at 1731141155048 (+16 ms)Flushing 1588230740/table: appending metadata at 1731141155067 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731141155067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727a2e13: reopening flushed file at 1731141155086 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6697a5cc: reopening flushed file at 1731141155099 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2e70c5: reopening flushed file at 1731141155112 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=13, compaction requested=false at 1731141155127 (+15 ms)Writing region close event to WAL at 1731141155129 (+2 ms)Running coprocessor post-close hooks at 1731141155135 (+6 ms)Closed at 1731141155136 (+1 ms) 2024-11-09T08:32:35,137 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:35,173 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,41177,1731141151130; all regions closed. 2024-11-09T08:32:35,174 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,36445,1731141151029; all regions closed. 2024-11-09T08:32:35,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741833_1009 (size=1758) 2024-11-09T08:32:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741833_1009 (size=1758) 2024-11-09T08:32:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:32:35,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:32:35,190 DEBUG [RS:1;d7c8ba49ede6:41177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/oldWALs 2024-11-09T08:32:35,190 DEBUG [RS:0;d7c8ba49ede6:36445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/oldWALs 2024-11-09T08:32:35,190 INFO [RS:1;d7c8ba49ede6:41177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C41177%2C1731141151130:(num 1731141152957) 2024-11-09T08:32:35,190 INFO [RS:0;d7c8ba49ede6:36445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C36445%2C1731141151029.meta:.meta(num 1731141153470) 2024-11-09T08:32:35,190 DEBUG [RS:1;d7c8ba49ede6:41177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:35,190 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:35,191 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:35,191 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:35,191 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:32:35,191 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:32:35,191 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:32:35,191 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:35,191 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:35,191 INFO [RS:1;d7c8ba49ede6:41177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41177 2024-11-09T08:32:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741834_1010 (size=1867) 2024-11-09T08:32:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741834_1010 (size=1867) 2024-11-09T08:32:35,197 DEBUG [RS:0;d7c8ba49ede6:36445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/oldWALs 2024-11-09T08:32:35,197 INFO [RS:0;d7c8ba49ede6:36445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C36445%2C1731141151029:(num 1731141152957) 2024-11-09T08:32:35,197 DEBUG [RS:0;d7c8ba49ede6:36445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:35,197 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:35,198 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:35,198 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:35,198 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:35,198 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:35,198 INFO [RS:0;d7c8ba49ede6:36445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36445 2024-11-09T08:32:35,344 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,41177,1731141151130 2024-11-09T08:32:35,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:35,345 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:35,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,36445,1731141151029 2024-11-09T08:32:35,357 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:35,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,36445,1731141151029] 2024-11-09T08:32:35,378 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,36445,1731141151029 already deleted, retry=false 2024-11-09T08:32:35,379 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,36445,1731141151029 expired; onlineServers=1 2024-11-09T08:32:35,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,41177,1731141151130] 2024-11-09T08:32:35,388 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,41177,1731141151130 already deleted, retry=false 2024-11-09T08:32:35,388 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,41177,1731141151130 expired; onlineServers=0 2024-11-09T08:32:35,389 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,46445,1731141150249' ***** 2024-11-09T08:32:35,389 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:32:35,389 INFO [M:0;d7c8ba49ede6:46445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:35,390 INFO [M:0;d7c8ba49ede6:46445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:35,390 DEBUG [M:0;d7c8ba49ede6:46445 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:32:35,390 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:32:35,391 DEBUG [M:0;d7c8ba49ede6:46445 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:32:35,391 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141152660 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141152660,5,FailOnTimeoutGroup] 2024-11-09T08:32:35,391 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141152659 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141152659,5,FailOnTimeoutGroup] 2024-11-09T08:32:35,391 INFO [M:0;d7c8ba49ede6:46445 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:35,391 INFO [M:0;d7c8ba49ede6:46445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:35,392 DEBUG [M:0;d7c8ba49ede6:46445 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:32:35,392 INFO [M:0;d7c8ba49ede6:46445 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:32:35,392 INFO [M:0;d7c8ba49ede6:46445 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:32:35,393 INFO [M:0;d7c8ba49ede6:46445 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:32:35,393 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:32:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:35,399 DEBUG [M:0;d7c8ba49ede6:46445 {}] zookeeper.ZKUtil(347): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T08:32:35,399 WARN [M:0;d7c8ba49ede6:46445 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:32:35,400 INFO [M:0;d7c8ba49ede6:46445 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/.lastflushedseqids 2024-11-09T08:32:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:32:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:32:35,413 INFO [M:0;d7c8ba49ede6:46445 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:32:35,413 INFO [M:0;d7c8ba49ede6:46445 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:32:35,413 DEBUG [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:32:35,414 INFO [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:35,414 DEBUG [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:35,414 DEBUG [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:32:35,414 DEBUG [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:35,414 INFO [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-09T08:32:35,431 DEBUG [M:0;d7c8ba49ede6:46445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be13b46d14014af2b46ef07d044f65f9 is 82, key is hbase:meta,,1/info:regioninfo/1731141153566/Put/seqid=0 2024-11-09T08:32:35,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:32:35,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:32:35,438 INFO [M:0;d7c8ba49ede6:46445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be13b46d14014af2b46ef07d044f65f9 2024-11-09T08:32:35,463 DEBUG [M:0;d7c8ba49ede6:46445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8764941efab74712955114debac24e2f is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731141154422/Put/seqid=0 2024-11-09T08:32:35,468 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:35,468 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41177-0x1011eb99e880002, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:35,469 INFO [RS:1;d7c8ba49ede6:41177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:35,469 INFO [RS:1;d7c8ba49ede6:41177 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,41177,1731141151130; zookeeper connection closed. 2024-11-09T08:32:35,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26738bbb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26738bbb 2024-11-09T08:32:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741846_1022 (size=6218) 2024-11-09T08:32:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741846_1022 (size=6218) 2024-11-09T08:32:35,471 INFO [M:0;d7c8ba49ede6:46445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8764941efab74712955114debac24e2f 2024-11-09T08:32:35,478 INFO [RS:0;d7c8ba49ede6:36445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:35,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:35,478 INFO [RS:0;d7c8ba49ede6:36445 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,36445,1731141151029; zookeeper connection closed. 2024-11-09T08:32:35,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36445-0x1011eb99e880001, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:35,478 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c43899 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c43899 2024-11-09T08:32:35,479 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T08:32:35,494 DEBUG [M:0;d7c8ba49ede6:46445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90b45fc192134e5e8a62000b3096aa2e is 69, key is d7c8ba49ede6,36445,1731141151029/rs:state/1731141152669/Put/seqid=0 2024-11-09T08:32:35,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:32:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:32:35,501 INFO [M:0;d7c8ba49ede6:46445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90b45fc192134e5e8a62000b3096aa2e 2024-11-09T08:32:35,509 DEBUG [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be13b46d14014af2b46ef07d044f65f9 as hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be13b46d14014af2b46ef07d044f65f9 2024-11-09T08:32:35,517 INFO [M:0;d7c8ba49ede6:46445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be13b46d14014af2b46ef07d044f65f9, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T08:32:35,518 DEBUG [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8764941efab74712955114debac24e2f as hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8764941efab74712955114debac24e2f 2024-11-09T08:32:35,525 INFO [M:0;d7c8ba49ede6:46445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8764941efab74712955114debac24e2f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T08:32:35,526 DEBUG [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90b45fc192134e5e8a62000b3096aa2e as hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90b45fc192134e5e8a62000b3096aa2e 2024-11-09T08:32:35,534 INFO [M:0;d7c8ba49ede6:46445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45861/user/jenkins/test-data/67f6e696-f46c-d124-ec6f-7d4ff972fb84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90b45fc192134e5e8a62000b3096aa2e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T08:32:35,536 INFO [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=71, compaction requested=false 2024-11-09T08:32:35,539 INFO [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:35,539 DEBUG [M:0;d7c8ba49ede6:46445 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141155413Disabling compacts and flushes for region at 1731141155413Disabling writes for close at 1731141155414 (+1 ms)Obtaining lock to block concurrent updates at 1731141155414Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731141155414Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731141155414Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731141155415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731141155415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731141155431 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731141155431Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731141155447 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731141155463 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731141155463Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731141155478 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731141155493 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731141155493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591295e1: reopening flushed file at 1731141155508 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209738c8: reopening flushed file at 1731141155517 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a0a8a8: reopening flushed file at 1731141155525 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=71, compaction requested=false at 1731141155536 (+11 ms)Writing region close event to WAL at 1731141155538 (+2 ms)Closed at 1731141155538 2024-11-09T08:32:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741830_1006 (size=35428) 2024-11-09T08:32:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45179 is added to blk_1073741830_1006 (size=35428) 2024-11-09T08:32:35,543 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:35,543 INFO [M:0;d7c8ba49ede6:46445 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:32:35,543 INFO [M:0;d7c8ba49ede6:46445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46445 2024-11-09T08:32:35,544 INFO [M:0;d7c8ba49ede6:46445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:35,657 INFO [M:0;d7c8ba49ede6:46445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:35,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:35,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46445-0x1011eb99e880000, quorum=127.0.0.1:50306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:35,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acf7a93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:35,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:35,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:35,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:35,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:35,669 WARN [BP-674895189-172.17.0.3-1731141145488 heartbeating to localhost/127.0.0.1:45861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:32:35,669 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:32:35,669 WARN [BP-674895189-172.17.0.3-1731141145488 heartbeating to localhost/127.0.0.1:45861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-674895189-172.17.0.3-1731141145488 (Datanode Uuid 05dd86f7-b946-4ad2-8b1f-aba5d6262a0d) service to localhost/127.0.0.1:45861 2024-11-09T08:32:35,669 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:32:35,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/data/data3/current/BP-674895189-172.17.0.3-1731141145488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:35,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/data/data4/current/BP-674895189-172.17.0.3-1731141145488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:35,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:32:35,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc3e688{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:35,674 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:35,674 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:35,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:35,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:35,676 WARN [BP-674895189-172.17.0.3-1731141145488 heartbeating to localhost/127.0.0.1:45861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:32:35,676 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:32:35,676 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:32:35,676 WARN [BP-674895189-172.17.0.3-1731141145488 heartbeating to localhost/127.0.0.1:45861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-674895189-172.17.0.3-1731141145488 (Datanode Uuid 760c9c8c-2726-40bc-b243-70d5048cd026) service to localhost/127.0.0.1:45861 2024-11-09T08:32:35,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/data/data1/current/BP-674895189-172.17.0.3-1731141145488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:35,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/cluster_54fd0b19-c42d-0509-93b4-fd23540b919f/data/data2/current/BP-674895189-172.17.0.3-1731141145488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:35,677 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:32:35,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:35,686 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:35,686 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:35,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:35,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:35,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:32:35,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:32:35,727 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=82 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45861 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/d7c8ba49ede6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:45861 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4e7a17de java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7c8ba49ede6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d7c8ba49ede6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d7c8ba49ede6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=408 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=625 (was 649), ProcessCount=11 (was 11), AvailableMemoryMB=1999 (was 2727) 2024-11-09T08:32:35,733 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=82, OpenFileDescriptor=408, MaxFileDescriptor=1048576, SystemLoadAverage=625, ProcessCount=11, AvailableMemoryMB=1999 2024-11-09T08:32:35,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.log.dir so I do NOT create it in target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58 2024-11-09T08:32:35,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:32:35,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.tmp.dir so I do NOT create it in target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58 2024-11-09T08:32:35,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56a88d0a-393f-cffc-8b35-fa4bbf978b30/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:32:35,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58 2024-11-09T08:32:35,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:32:35,747 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c, deleteOnExit=true 2024-11-09T08:32:35,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:32:35,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/test.cache.data in system properties and HBase conf 2024-11-09T08:32:35,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:32:35,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:32:35,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:32:35,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:32:35,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:32:35,748 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:32:35,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:35,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:32:35,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:32:36,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:36,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:36,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:36,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:36,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:32:36,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:36,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5554b7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:36,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9add95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:36,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3afc967b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/java.io.tmpdir/jetty-localhost-35491-hadoop-hdfs-3_4_1-tests_jar-_-any-8166046193162128256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:36,241 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f9c54ef{HTTP/1.1, (http/1.1)}{localhost:35491} 2024-11-09T08:32:36,241 INFO [Time-limited test {}] server.Server(415): Started @12774ms 2024-11-09T08:32:36,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:36,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:36,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:36,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:36,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:32:36,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6764d727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:36,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ef1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:36,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6198467d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/java.io.tmpdir/jetty-localhost-34361-hadoop-hdfs-3_4_1-tests_jar-_-any-2787365609991648811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:36,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7898ac3d{HTTP/1.1, (http/1.1)}{localhost:34361} 2024-11-09T08:32:36,606 INFO [Time-limited test {}] server.Server(415): Started @13140ms 2024-11-09T08:32:36,608 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:32:36,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:36,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:36,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:36,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:36,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:32:36,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d371a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:36,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aa16e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:36,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@463c364d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/java.io.tmpdir/jetty-localhost-33937-hadoop-hdfs-3_4_1-tests_jar-_-any-3186207040010717104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:36,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3827ca3c{HTTP/1.1, (http/1.1)}{localhost:33937} 2024-11-09T08:32:36,746 INFO [Time-limited test {}] server.Server(415): Started @13279ms 2024-11-09T08:32:36,748 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:32:37,786 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/data/data1/current/BP-1906009263-172.17.0.3-1731141155772/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:37,786 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/data/data2/current/BP-1906009263-172.17.0.3-1731141155772/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:37,804 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:32:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd758c29b0676d66b with lease ID 0x329f20231349048a: Processing first storage report for DS-d6cf86b7-bd75-4616-92ea-6aced78d8a52 from datanode DatanodeRegistration(127.0.0.1:34751, datanodeUuid=2755c9a8-0a72-4959-bc71-abe51fe207cc, infoPort=42607, infoSecurePort=0, ipcPort=41389, storageInfo=lv=-57;cid=testClusterID;nsid=25378706;c=1731141155772) 2024-11-09T08:32:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd758c29b0676d66b with lease ID 0x329f20231349048a: from storage DS-d6cf86b7-bd75-4616-92ea-6aced78d8a52 node DatanodeRegistration(127.0.0.1:34751, datanodeUuid=2755c9a8-0a72-4959-bc71-abe51fe207cc, infoPort=42607, infoSecurePort=0, ipcPort=41389, storageInfo=lv=-57;cid=testClusterID;nsid=25378706;c=1731141155772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd758c29b0676d66b with lease ID 0x329f20231349048a: Processing first storage report for DS-483d20e1-c3d1-463c-a728-e07f5186d604 from datanode DatanodeRegistration(127.0.0.1:34751, datanodeUuid=2755c9a8-0a72-4959-bc71-abe51fe207cc, infoPort=42607, infoSecurePort=0, ipcPort=41389, storageInfo=lv=-57;cid=testClusterID;nsid=25378706;c=1731141155772) 2024-11-09T08:32:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd758c29b0676d66b with lease ID 0x329f20231349048a: from storage DS-483d20e1-c3d1-463c-a728-e07f5186d604 node DatanodeRegistration(127.0.0.1:34751, datanodeUuid=2755c9a8-0a72-4959-bc71-abe51fe207cc, infoPort=42607, infoSecurePort=0, ipcPort=41389, storageInfo=lv=-57;cid=testClusterID;nsid=25378706;c=1731141155772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:38,072 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/data/data3/current/BP-1906009263-172.17.0.3-1731141155772/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:38,072 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/data/data4/current/BP-1906009263-172.17.0.3-1731141155772/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:38,091 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:32:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6576c17730de95c4 with lease ID 0x329f20231349048b: Processing first storage report for DS-46dd143d-070c-4004-afdb-ecc80ef8ea69 from datanode DatanodeRegistration(127.0.0.1:45283, datanodeUuid=9e5be1a9-009a-4759-a08d-cc2f40c6fede, infoPort=45529, infoSecurePort=0, ipcPort=32917, storageInfo=lv=-57;cid=testClusterID;nsid=25378706;c=1731141155772) 2024-11-09T08:32:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6576c17730de95c4 with lease ID 0x329f20231349048b: from storage DS-46dd143d-070c-4004-afdb-ecc80ef8ea69 node DatanodeRegistration(127.0.0.1:45283, datanodeUuid=9e5be1a9-009a-4759-a08d-cc2f40c6fede, infoPort=45529, infoSecurePort=0, ipcPort=32917, storageInfo=lv=-57;cid=testClusterID;nsid=25378706;c=1731141155772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6576c17730de95c4 with lease ID 0x329f20231349048b: Processing first storage report for DS-f6c2c838-0efb-4617-89b8-8d091f1a395e from datanode DatanodeRegistration(127.0.0.1:45283, datanodeUuid=9e5be1a9-009a-4759-a08d-cc2f40c6fede, infoPort=45529, infoSecurePort=0, ipcPort=32917, storageInfo=lv=-57;cid=testClusterID;nsid=25378706;c=1731141155772) 2024-11-09T08:32:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6576c17730de95c4 with lease ID 0x329f20231349048b: from storage DS-f6c2c838-0efb-4617-89b8-8d091f1a395e node DatanodeRegistration(127.0.0.1:45283, datanodeUuid=9e5be1a9-009a-4759-a08d-cc2f40c6fede, infoPort=45529, infoSecurePort=0, ipcPort=32917, storageInfo=lv=-57;cid=testClusterID;nsid=25378706;c=1731141155772), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:32:38,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58 2024-11-09T08:32:38,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/zookeeper_0, clientPort=52556, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:32:38,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52556 2024-11-09T08:32:38,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:38,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:32:38,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:32:38,215 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8 with version=8 2024-11-09T08:32:38,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/hbase-staging 2024-11-09T08:32:38,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:38,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:38,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:38,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:38,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:38,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:38,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:32:38,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:38,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37091 2024-11-09T08:32:38,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37091 connecting to ZooKeeper ensemble=127.0.0.1:52556 2024-11-09T08:32:38,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370910x0, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:38,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37091-0x1011eb9c0e00000 connected 2024-11-09T08:32:38,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:38,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:38,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:38,383 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8, hbase.cluster.distributed=false 2024-11-09T08:32:38,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:38,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37091 2024-11-09T08:32:38,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37091 2024-11-09T08:32:38,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37091 2024-11-09T08:32:38,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37091 2024-11-09T08:32:38,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37091 2024-11-09T08:32:38,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:38,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:38,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:38,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:38,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:38,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:38,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:32:38,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:38,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34755 2024-11-09T08:32:38,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34755 connecting to ZooKeeper ensemble=127.0.0.1:52556 2024-11-09T08:32:38,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:38,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:38,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347550x0, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:38,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34755-0x1011eb9c0e00001 connected 2024-11-09T08:32:38,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:38,428 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:32:38,429 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:32:38,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:32:38,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:38,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34755 2024-11-09T08:32:38,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34755 2024-11-09T08:32:38,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34755 2024-11-09T08:32:38,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34755 2024-11-09T08:32:38,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34755 2024-11-09T08:32:38,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:38,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:38,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:38,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:38,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:38,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:38,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:32:38,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:38,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33591 2024-11-09T08:32:38,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33591 connecting to ZooKeeper ensemble=127.0.0.1:52556 2024-11-09T08:32:38,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:38,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:38,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335910x0, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:38,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335910x0, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:38,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33591-0x1011eb9c0e00002 connected 2024-11-09T08:32:38,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:32:38,474 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:32:38,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:32:38,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:38,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-09T08:32:38,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33591 2024-11-09T08:32:38,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33591 2024-11-09T08:32:38,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-09T08:32:38,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-09T08:32:38,496 DEBUG [M:0;d7c8ba49ede6:37091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:37091 2024-11-09T08:32:38,497 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7c8ba49ede6,37091,1731141158217 2024-11-09T08:32:38,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:38,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:38,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:38,504 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7c8ba49ede6,37091,1731141158217 2024-11-09T08:32:38,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:38,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:38,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,515 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T08:32:38,516 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7c8ba49ede6,37091,1731141158217 from backup master directory 2024-11-09T08:32:38,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7c8ba49ede6,37091,1731141158217 2024-11-09T08:32:38,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:38,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:38,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:38,525 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:38,525 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,37091,1731141158217 2024-11-09T08:32:38,530 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/hbase.id] with ID: 516796c3-c35f-4bb8-b029-8c493524de4e 2024-11-09T08:32:38,530 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/.tmp/hbase.id 2024-11-09T08:32:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:32:38,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:32:38,539 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/.tmp/hbase.id]:[hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/hbase.id] 2024-11-09T08:32:38,556 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:38,556 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:32:38,558 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T08:32:38,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:32:38,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:32:38,621 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:32:38,622 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:32:38,623 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:38,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:32:38,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:32:38,636 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store 2024-11-09T08:32:38,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:32:38,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:32:38,645 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:38,645 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:32:38,645 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:38,645 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:38,645 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:32:38,645 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:38,645 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:38,646 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141158645Disabling compacts and flushes for region at 1731141158645Disabling writes for close at 1731141158645Writing region close event to WAL at 1731141158645Closed at 1731141158645 2024-11-09T08:32:38,647 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/.initializing 2024-11-09T08:32:38,647 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/WALs/d7c8ba49ede6,37091,1731141158217 2024-11-09T08:32:38,648 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:38,651 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C37091%2C1731141158217, suffix=, logDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/WALs/d7c8ba49ede6,37091,1731141158217, archiveDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/oldWALs, maxLogs=10 2024-11-09T08:32:38,663 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/WALs/d7c8ba49ede6,37091,1731141158217/d7c8ba49ede6%2C37091%2C1731141158217.1731141158651, exclude list is [], retry=0 2024-11-09T08:32:38,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45283,DS-46dd143d-070c-4004-afdb-ecc80ef8ea69,DISK] 2024-11-09T08:32:38,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34751,DS-d6cf86b7-bd75-4616-92ea-6aced78d8a52,DISK] 2024-11-09T08:32:38,670 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/WALs/d7c8ba49ede6,37091,1731141158217/d7c8ba49ede6%2C37091%2C1731141158217.1731141158651 2024-11-09T08:32:38,670 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45529:45529),(127.0.0.1/127.0.0.1:42607:42607)] 2024-11-09T08:32:38,670 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:32:38,670 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:38,671 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,671 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:32:38,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:38,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:38,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:32:38,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:38,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:38,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:32:38,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:38,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:38,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:32:38,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:38,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:38,683 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,684 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,685 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,686 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,686 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,686 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:38,688 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:38,690 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:38,691 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72610935, jitterRate=0.08198724687099457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:38,692 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731141158671Initializing all the Stores at 1731141158672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141158672Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141158672Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141158672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141158672Cleaning up temporary data from old regions at 1731141158686 (+14 ms)Region opened successfully at 1731141158691 (+5 ms) 2024-11-09T08:32:38,692 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:32:38,696 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428baafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:38,697 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:32:38,697 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:32:38,697 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:32:38,697 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:32:38,698 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:32:38,699 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:32:38,699 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:32:38,701 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:32:38,702 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T08:32:38,714 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T08:32:38,714 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:32:38,715 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:32:38,724 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T08:32:38,725 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:32:38,727 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:32:38,735 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T08:32:38,737 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:32:38,745 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T08:32:38,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:32:38,756 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T08:32:38,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:38,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:38,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:38,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,767 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,37091,1731141158217, sessionid=0x1011eb9c0e00000, setting cluster-up flag (Was=false) 2024-11-09T08:32:38,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,819 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T08:32:38,822 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,37091,1731141158217 2024-11-09T08:32:38,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:38,872 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T08:32:38,876 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,37091,1731141158217 2024-11-09T08:32:38,878 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:32:38,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:38,883 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(746): ClusterId : 516796c3-c35f-4bb8-b029-8c493524de4e 2024-11-09T08:32:38,883 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(746): ClusterId : 516796c3-c35f-4bb8-b029-8c493524de4e 2024-11-09T08:32:38,883 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:32:38,883 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:32:38,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:32:38,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:32:38,884 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,37091,1731141158217 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:32:38,894 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:38,894 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:32:38,894 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:32:38,894 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:32:38,894 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:32:38,894 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:38,894 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:38,894 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:38,894 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:32:38,894 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:38,894 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:38,895 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:38,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:38,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:32:38,899 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:38,900 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:32:38,904 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:32:38,904 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:32:38,905 DEBUG [RS:0;d7c8ba49ede6:34755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4575ae94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:38,905 DEBUG [RS:1;d7c8ba49ede6:33591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed44af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:38,908 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731141188908 2024-11-09T08:32:38,908 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:32:38,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:32:38,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:32:38,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:32:38,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:32:38,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:32:38,913 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:38,917 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:32:38,917 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:32:38,917 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:32:38,917 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:32:38,918 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:32:38,919 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141158918,5,FailOnTimeoutGroup] 2024-11-09T08:32:38,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:32:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:32:38,925 DEBUG [RS:0;d7c8ba49ede6:34755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:34755 2024-11-09T08:32:38,925 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:32:38,925 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:32:38,925 DEBUG [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:32:38,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:32:38,926 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8 2024-11-09T08:32:38,926 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141158919,5,FailOnTimeoutGroup] 2024-11-09T08:32:38,926 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:38,927 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:32:38,927 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:38,927 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:38,927 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,37091,1731141158217 with port=34755, startcode=1731141158407 2024-11-09T08:32:38,928 DEBUG [RS:0;d7c8ba49ede6:34755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:32:38,929 DEBUG [RS:1;d7c8ba49ede6:33591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d7c8ba49ede6:33591 2024-11-09T08:32:38,930 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:32:38,930 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:32:38,930 DEBUG [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:32:38,931 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,37091,1731141158217 with port=33591, startcode=1731141158451 2024-11-09T08:32:38,932 DEBUG [RS:1;d7c8ba49ede6:33591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:32:38,934 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:32:38,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,33591,1731141158451 2024-11-09T08:32:38,935 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37091 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,33591,1731141158451 2024-11-09T08:32:38,937 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:32:38,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:38,938 DEBUG [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8 2024-11-09T08:32:38,938 DEBUG [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40215 2024-11-09T08:32:38,938 DEBUG [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:32:38,938 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37091 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:38,940 DEBUG [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8 2024-11-09T08:32:38,940 DEBUG [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40215 2024-11-09T08:32:38,940 DEBUG [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:32:38,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:38,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:32:38,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:32:38,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:38,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:32:38,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:32:38,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:38,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:38,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:32:38,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:32:38,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:38,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:38,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:32:38,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:32:38,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:38,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:38,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:32:38,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:32:38,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:38,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:38,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:32:38,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740 2024-11-09T08:32:38,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740 2024-11-09T08:32:38,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:32:38,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:32:38,964 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:38,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:32:38,969 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:38,969 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64716075, jitterRate=-0.03565533459186554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:38,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731141158947Initializing all the Stores at 1731141158948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141158948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141158949 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141158949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141158949Cleaning up temporary data from old regions at 1731141158963 (+14 ms)Region opened successfully at 1731141158970 (+7 ms) 2024-11-09T08:32:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:32:38,971 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:32:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:32:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:32:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:32:38,971 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:38,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141158970Disabling compacts and flushes for region at 1731141158970Disabling writes for close at 1731141158971 (+1 ms)Writing region close event to WAL at 1731141158971Closed at 1731141158971 2024-11-09T08:32:38,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:38,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:32:38,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:32:38,975 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:32:38,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:32:39,016 DEBUG [RS:1;d7c8ba49ede6:33591 {}] zookeeper.ZKUtil(111): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,33591,1731141158451 2024-11-09T08:32:39,016 WARN [RS:1;d7c8ba49ede6:33591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:39,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,34755,1731141158407] 2024-11-09T08:32:39,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,33591,1731141158451] 2024-11-09T08:32:39,016 INFO [RS:1;d7c8ba49ede6:33591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:39,016 DEBUG [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,33591,1731141158451 2024-11-09T08:32:39,016 DEBUG [RS:0;d7c8ba49ede6:34755 {}] zookeeper.ZKUtil(111): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:39,016 WARN [RS:0;d7c8ba49ede6:34755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:39,017 INFO [RS:0;d7c8ba49ede6:34755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:39,017 DEBUG [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:39,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:32:39,023 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:32:39,023 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:32:39,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:39,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:39,084 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:32:39,085 INFO [RS:0;d7c8ba49ede6:34755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:32:39,085 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,085 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:32:39,086 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:32:39,086 INFO [RS:1;d7c8ba49ede6:33591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:32:39,086 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:32:39,086 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,086 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,087 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,087 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,087 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,087 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,087 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,087 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:39,087 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,087 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,087 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,088 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,088 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,088 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,088 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:39,088 DEBUG [RS:0;d7c8ba49ede6:34755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:39,088 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:32:39,089 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,089 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,089 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,089 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:32:39,089 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,089 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,089 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,089 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34755,1731141158407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:39,090 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,090 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,090 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,090 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,090 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,090 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:39,090 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,090 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,090 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,090 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,091 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,091 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:39,091 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:39,091 DEBUG [RS:1;d7c8ba49ede6:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:39,091 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,091 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,091 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,091 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,092 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,092 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33591,1731141158451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:39,109 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:32:39,109 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34755,1731141158407-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,110 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,110 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.Replication(171): d7c8ba49ede6,34755,1731141158407 started 2024-11-09T08:32:39,110 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:32:39,110 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33591,1731141158451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,110 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,110 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.Replication(171): d7c8ba49ede6,33591,1731141158451 started 2024-11-09T08:32:39,124 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,124 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,33591,1731141158451, RpcServer on d7c8ba49ede6/172.17.0.3:33591, sessionid=0x1011eb9c0e00002 2024-11-09T08:32:39,125 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:32:39,125 DEBUG [RS:1;d7c8ba49ede6:33591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,33591,1731141158451 2024-11-09T08:32:39,125 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,33591,1731141158451' 2024-11-09T08:32:39,125 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:32:39,125 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:32:39,126 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:32:39,126 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:32:39,126 DEBUG [RS:1;d7c8ba49ede6:33591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,33591,1731141158451 2024-11-09T08:32:39,126 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,33591,1731141158451' 2024-11-09T08:32:39,126 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:32:39,127 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:32:39,127 WARN [d7c8ba49ede6:37091 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T08:32:39,127 DEBUG [RS:1;d7c8ba49ede6:33591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:32:39,127 INFO [RS:1;d7c8ba49ede6:33591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:32:39,127 INFO [RS:1;d7c8ba49ede6:33591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:32:39,128 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,128 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,34755,1731141158407, RpcServer on d7c8ba49ede6/172.17.0.3:34755, sessionid=0x1011eb9c0e00001 2024-11-09T08:32:39,128 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:32:39,128 DEBUG [RS:0;d7c8ba49ede6:34755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:39,128 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34755,1731141158407' 2024-11-09T08:32:39,128 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:32:39,129 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:32:39,129 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:32:39,129 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:32:39,129 DEBUG [RS:0;d7c8ba49ede6:34755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:39,129 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34755,1731141158407' 2024-11-09T08:32:39,129 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:32:39,130 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:32:39,130 DEBUG [RS:0;d7c8ba49ede6:34755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:32:39,130 INFO [RS:0;d7c8ba49ede6:34755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:32:39,130 INFO [RS:0;d7c8ba49ede6:34755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:32:39,228 INFO [RS:1;d7c8ba49ede6:33591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:39,231 INFO [RS:1;d7c8ba49ede6:33591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C33591%2C1731141158451, suffix=, logDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,33591,1731141158451, archiveDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/oldWALs, maxLogs=32 2024-11-09T08:32:39,231 INFO [RS:0;d7c8ba49ede6:34755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:39,234 INFO [RS:0;d7c8ba49ede6:34755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C34755%2C1731141158407, suffix=, logDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,34755,1731141158407, archiveDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/oldWALs, maxLogs=32 2024-11-09T08:32:39,251 DEBUG [RS:0;d7c8ba49ede6:34755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,34755,1731141158407/d7c8ba49ede6%2C34755%2C1731141158407.1731141159236, exclude list is [], retry=0 2024-11-09T08:32:39,251 DEBUG [RS:1;d7c8ba49ede6:33591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,33591,1731141158451/d7c8ba49ede6%2C33591%2C1731141158451.1731141159235, exclude list is [], retry=0 2024-11-09T08:32:39,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45283,DS-46dd143d-070c-4004-afdb-ecc80ef8ea69,DISK] 2024-11-09T08:32:39,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34751,DS-d6cf86b7-bd75-4616-92ea-6aced78d8a52,DISK] 2024-11-09T08:32:39,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45283,DS-46dd143d-070c-4004-afdb-ecc80ef8ea69,DISK] 2024-11-09T08:32:39,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34751,DS-d6cf86b7-bd75-4616-92ea-6aced78d8a52,DISK] 2024-11-09T08:32:39,257 INFO [RS:1;d7c8ba49ede6:33591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,33591,1731141158451/d7c8ba49ede6%2C33591%2C1731141158451.1731141159235 2024-11-09T08:32:39,257 INFO [RS:0;d7c8ba49ede6:34755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,34755,1731141158407/d7c8ba49ede6%2C34755%2C1731141158407.1731141159236 2024-11-09T08:32:39,258 DEBUG [RS:1;d7c8ba49ede6:33591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45529:45529),(127.0.0.1/127.0.0.1:42607:42607)] 2024-11-09T08:32:39,258 DEBUG [RS:0;d7c8ba49ede6:34755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45529:45529),(127.0.0.1/127.0.0.1:42607:42607)] 2024-11-09T08:32:39,377 DEBUG [d7c8ba49ede6:37091 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T08:32:39,377 DEBUG [d7c8ba49ede6:37091 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:32:39,381 DEBUG [d7c8ba49ede6:37091 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:32:39,381 DEBUG [d7c8ba49ede6:37091 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:32:39,381 DEBUG [d7c8ba49ede6:37091 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:32:39,381 DEBUG [d7c8ba49ede6:37091 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:32:39,381 INFO [d7c8ba49ede6:37091 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:32:39,381 INFO [d7c8ba49ede6:37091 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:32:39,381 DEBUG [d7c8ba49ede6:37091 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:32:39,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:39,384 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,34755,1731141158407, state=OPENING 2024-11-09T08:32:39,430 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:32:39,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:39,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:39,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:39,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:32:39,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:39,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:39,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34755,1731141158407}] 2024-11-09T08:32:39,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:39,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:39,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:39,609 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:32:39,609 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:39,609 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:32:39,613 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C34755%2C1731141158407.meta, suffix=.meta, logDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,34755,1731141158407, archiveDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/oldWALs, maxLogs=32 2024-11-09T08:32:39,625 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,34755,1731141158407/d7c8ba49ede6%2C34755%2C1731141158407.meta.1731141159614.meta, exclude list is [], retry=0 2024-11-09T08:32:39,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45283,DS-46dd143d-070c-4004-afdb-ecc80ef8ea69,DISK] 2024-11-09T08:32:39,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34751,DS-d6cf86b7-bd75-4616-92ea-6aced78d8a52,DISK] 2024-11-09T08:32:39,630 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/WALs/d7c8ba49ede6,34755,1731141158407/d7c8ba49ede6%2C34755%2C1731141158407.meta.1731141159614.meta 2024-11-09T08:32:39,630 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45529:45529),(127.0.0.1/127.0.0.1:42607:42607)] 2024-11-09T08:32:39,630 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:32:39,631 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:32:39,631 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:32:39,631 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:32:39,631 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:32:39,631 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:39,631 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:32:39,631 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:32:39,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:32:39,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:32:39,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:39,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:39,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:32:39,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:32:39,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:39,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:39,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:32:39,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:32:39,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:39,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:39,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:32:39,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:32:39,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:39,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:39,639 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:32:39,640 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740 2024-11-09T08:32:39,642 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740 2024-11-09T08:32:39,643 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:32:39,643 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:32:39,644 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:39,645 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:32:39,647 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58759935, jitterRate=-0.12440873682498932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:39,647 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:32:39,648 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731141159631Writing region info on filesystem at 1731141159631Initializing all the Stores at 1731141159632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141159632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141159633 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141159633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141159633Cleaning up temporary data from old regions at 1731141159643 (+10 ms)Running coprocessor post-open hooks at 1731141159647 (+4 ms)Region opened successfully at 1731141159648 (+1 ms) 2024-11-09T08:32:39,650 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731141159594 2024-11-09T08:32:39,656 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:32:39,656 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:32:39,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:39,660 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,34755,1731141158407, state=OPEN 2024-11-09T08:32:39,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:39,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:39,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:39,672 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:39,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:39,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:39,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:39,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:32:39,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34755,1731141158407 in 231 msec 2024-11-09T08:32:39,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:32:39,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 703 msec 2024-11-09T08:32:39,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:39,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:32:39,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:39,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34755,1731141158407, seqNum=-1] 2024-11-09T08:32:39,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:39,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:39,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 811 msec 2024-11-09T08:32:39,693 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731141159693, completionTime=-1 2024-11-09T08:32:39,693 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T08:32:39,693 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:32:39,695 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T08:32:39,695 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731141219695 2024-11-09T08:32:39,695 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731141279695 2024-11-09T08:32:39,695 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:32:39,696 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T08:32:39,696 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37091,1731141158217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,696 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37091,1731141158217-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,696 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37091,1731141158217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,696 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:37091, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,696 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,697 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,699 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:32:39,702 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.177sec 2024-11-09T08:32:39,702 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:32:39,702 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:32:39,702 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:32:39,702 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:32:39,702 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:32:39,703 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37091,1731141158217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:39,703 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37091,1731141158217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:32:39,705 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:32:39,705 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:32:39,706 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37091,1731141158217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:39,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c922eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:39,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37091,-1 for getting cluster id 2024-11-09T08:32:39,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:32:39,786 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '516796c3-c35f-4bb8-b029-8c493524de4e' 2024-11-09T08:32:39,787 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:32:39,788 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "516796c3-c35f-4bb8-b029-8c493524de4e" 2024-11-09T08:32:39,788 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144301e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:39,789 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37091,-1] 2024-11-09T08:32:39,789 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:32:39,790 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:39,792 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:32:39,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6baa52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:39,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:39,796 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34755,1731141158407, seqNum=-1] 2024-11-09T08:32:39,796 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:39,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:39,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,37091,1731141158217 2024-11-09T08:32:39,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:32:39,803 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37091,1731141158217 2024-11-09T08:32:39,803 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5463310d 2024-11-09T08:32:39,803 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:32:39,805 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:32:39,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:32:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T08:32:39,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:32:39,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:39,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T08:32:39,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:32:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:39,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:32:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:32:39,823 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ebefe6b4a28659892ff12fbc147a2c6d, NAME => 'testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8 2024-11-09T08:32:39,824 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 80cc4441e6db083fc67a3050da818e15, NAME => 'testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8 2024-11-09T08:32:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:32:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:32:39,834 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:39,834 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ebefe6b4a28659892ff12fbc147a2c6d, disabling compactions & flushes 2024-11-09T08:32:39,834 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:39,834 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:39,834 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. after waiting 0 ms 2024-11-09T08:32:39,834 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:39,834 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:39,834 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ebefe6b4a28659892ff12fbc147a2c6d: Waiting for close lock at 1731141159834Disabling compacts and flushes for region at 1731141159834Disabling writes for close at 1731141159834Writing region close event to WAL at 1731141159834Closed at 1731141159834 2024-11-09T08:32:39,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:32:39,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:32:39,836 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:39,836 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 80cc4441e6db083fc67a3050da818e15, disabling compactions & flushes 2024-11-09T08:32:39,836 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:39,836 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:39,836 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. after waiting 0 ms 2024-11-09T08:32:39,836 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:39,836 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:39,836 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 80cc4441e6db083fc67a3050da818e15: Waiting for close lock at 1731141159836Disabling compacts and flushes for region at 1731141159836Disabling writes for close at 1731141159836Writing region close event to WAL at 1731141159836Closed at 1731141159836 2024-11-09T08:32:39,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:32:39,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141159838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141159838"}]},"ts":"1731141159838"} 2024-11-09T08:32:39,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141159838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141159838"}]},"ts":"1731141159838"} 2024-11-09T08:32:39,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T08:32:39,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:32:39,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141159843"}]},"ts":"1731141159843"} 2024-11-09T08:32:39,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T08:32:39,847 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:32:39,848 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:32:39,848 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:32:39,848 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:32:39,848 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:32:39,848 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:32:39,848 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:32:39,848 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:32:39,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebefe6b4a28659892ff12fbc147a2c6d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80cc4441e6db083fc67a3050da818e15, ASSIGN}] 2024-11-09T08:32:39,851 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80cc4441e6db083fc67a3050da818e15, ASSIGN 2024-11-09T08:32:39,851 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebefe6b4a28659892ff12fbc147a2c6d, ASSIGN 2024-11-09T08:32:39,852 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80cc4441e6db083fc67a3050da818e15, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34755,1731141158407; forceNewPlan=false, retain=false 2024-11-09T08:32:39,852 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebefe6b4a28659892ff12fbc147a2c6d, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,33591,1731141158451; forceNewPlan=false, retain=false 2024-11-09T08:32:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:40,003 INFO [d7c8ba49ede6:37091 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T08:32:40,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=80cc4441e6db083fc67a3050da818e15, regionState=OPENING, regionLocation=d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:40,003 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ebefe6b4a28659892ff12fbc147a2c6d, regionState=OPENING, regionLocation=d7c8ba49ede6,33591,1731141158451 2024-11-09T08:32:40,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80cc4441e6db083fc67a3050da818e15, ASSIGN because future has completed 2024-11-09T08:32:40,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80cc4441e6db083fc67a3050da818e15, server=d7c8ba49ede6,34755,1731141158407}] 2024-11-09T08:32:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebefe6b4a28659892ff12fbc147a2c6d, ASSIGN because future has completed 2024-11-09T08:32:40,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebefe6b4a28659892ff12fbc147a2c6d, server=d7c8ba49ede6,33591,1731141158451}] 2024-11-09T08:32:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:40,169 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:40,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:40,171 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:40,172 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 80cc4441e6db083fc67a3050da818e15, NAME => 'testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T08:32:40,172 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,172 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:40,172 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,173 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,174 INFO [StoreOpener-80cc4441e6db083fc67a3050da818e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,175 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:40,176 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ebefe6b4a28659892ff12fbc147a2c6d, NAME => 'testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T08:32:40,176 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,176 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:40,176 INFO [StoreOpener-80cc4441e6db083fc67a3050da818e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80cc4441e6db083fc67a3050da818e15 columnFamilyName family 2024-11-09T08:32:40,176 DEBUG [StoreOpener-80cc4441e6db083fc67a3050da818e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:40,176 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,177 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,177 INFO [StoreOpener-80cc4441e6db083fc67a3050da818e15-1 {}] regionserver.HStore(327): Store=80cc4441e6db083fc67a3050da818e15/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:40,177 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,178 INFO [StoreOpener-ebefe6b4a28659892ff12fbc147a2c6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,178 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,179 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,179 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,179 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,180 INFO [StoreOpener-ebefe6b4a28659892ff12fbc147a2c6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebefe6b4a28659892ff12fbc147a2c6d columnFamilyName family 2024-11-09T08:32:40,180 DEBUG [StoreOpener-ebefe6b4a28659892ff12fbc147a2c6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:40,181 INFO [StoreOpener-ebefe6b4a28659892ff12fbc147a2c6d-1 {}] regionserver.HStore(327): Store=ebefe6b4a28659892ff12fbc147a2c6d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:40,181 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,181 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,182 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,182 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,183 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,183 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,184 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/80cc4441e6db083fc67a3050da818e15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:40,185 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 80cc4441e6db083fc67a3050da818e15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65449611, jitterRate=-0.024724796414375305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:32:40,185 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,185 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,186 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 80cc4441e6db083fc67a3050da818e15: Running coprocessor pre-open hook at 1731141160173Writing region info on filesystem at 1731141160173Initializing all the Stores at 1731141160174 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141160174Cleaning up temporary data from old regions at 1731141160179 (+5 ms)Running coprocessor post-open hooks at 1731141160185 (+6 ms)Region opened successfully at 1731141160186 (+1 ms) 2024-11-09T08:32:40,187 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15., pid=7, masterSystemTime=1731141160166 2024-11-09T08:32:40,188 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/ebefe6b4a28659892ff12fbc147a2c6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:40,188 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ebefe6b4a28659892ff12fbc147a2c6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72613073, jitterRate=0.08201910555362701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:32:40,189 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,189 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ebefe6b4a28659892ff12fbc147a2c6d: Running coprocessor pre-open hook at 1731141160177Writing region info on filesystem at 1731141160177Initializing all the Stores at 1731141160178 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141160178Cleaning up temporary data from old regions at 1731141160183 (+5 ms)Running coprocessor post-open hooks at 1731141160189 (+6 ms)Region opened successfully at 1731141160189 2024-11-09T08:32:40,190 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d., pid=8, masterSystemTime=1731141160168 2024-11-09T08:32:40,191 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:40,191 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:40,191 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=80cc4441e6db083fc67a3050da818e15, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:40,193 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:40,193 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:40,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80cc4441e6db083fc67a3050da818e15, server=d7c8ba49ede6,34755,1731141158407 because future has completed 2024-11-09T08:32:40,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ebefe6b4a28659892ff12fbc147a2c6d, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,33591,1731141158451 2024-11-09T08:32:40,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebefe6b4a28659892ff12fbc147a2c6d, server=d7c8ba49ede6,33591,1731141158451 because future has completed 2024-11-09T08:32:40,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T08:32:40,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 80cc4441e6db083fc67a3050da818e15, server=d7c8ba49ede6,34755,1731141158407 in 186 msec 2024-11-09T08:32:40,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T08:32:40,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80cc4441e6db083fc67a3050da818e15, ASSIGN in 351 msec 2024-11-09T08:32:40,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ebefe6b4a28659892ff12fbc147a2c6d, server=d7c8ba49ede6,33591,1731141158451 in 187 msec 2024-11-09T08:32:40,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:32:40,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebefe6b4a28659892ff12fbc147a2c6d, ASSIGN in 353 msec 2024-11-09T08:32:40,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:32:40,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141160206"}]},"ts":"1731141160206"} 2024-11-09T08:32:40,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T08:32:40,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:32:40,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 404 msec 2024-11-09T08:32:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:40,439 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T08:32:40,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T08:32:40,440 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:32:40,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T08:32:40,445 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:32:40,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T08:32:40,449 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d., hostname=d7c8ba49ede6,33591,1731141158451, seqNum=2] 2024-11-09T08:32:40,450 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:40,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:40,465 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15., hostname=d7c8ba49ede6,34755,1731141158407, seqNum=2] 2024-11-09T08:32:40,478 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 80cc4441e6db083fc67a3050da818e15 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T08:32:40,496 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/80cc4441e6db083fc67a3050da818e15/.tmp/family/062ddc9184db4504baba01fed7761812 is 32, key is 5/family:/1731141160466/Put/seqid=0 2024-11-09T08:32:40,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741839_1015 (size=5083) 2024-11-09T08:32:40,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741839_1015 (size=5083) 2024-11-09T08:32:40,502 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/80cc4441e6db083fc67a3050da818e15/.tmp/family/062ddc9184db4504baba01fed7761812 2024-11-09T08:32:40,511 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/80cc4441e6db083fc67a3050da818e15/.tmp/family/062ddc9184db4504baba01fed7761812 as hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/80cc4441e6db083fc67a3050da818e15/family/062ddc9184db4504baba01fed7761812 2024-11-09T08:32:40,521 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/80cc4441e6db083fc67a3050da818e15/family/062ddc9184db4504baba01fed7761812, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T08:32:40,523 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 80cc4441e6db083fc67a3050da818e15 in 45ms, sequenceid=9, compaction requested=false 2024-11-09T08:32:40,523 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 80cc4441e6db083fc67a3050da818e15: 2024-11-09T08:32:40,523 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ebefe6b4a28659892ff12fbc147a2c6d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T08:32:40,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/ebefe6b4a28659892ff12fbc147a2c6d/.tmp/family/faae9c6e09a844e68fe5e99c0f25fc2b is 32, key is 1/family:/1731141160453/Put/seqid=0 2024-11-09T08:32:40,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741840_1016 (size=5054) 2024-11-09T08:32:40,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741840_1016 (size=5054) 2024-11-09T08:32:40,547 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/ebefe6b4a28659892ff12fbc147a2c6d/.tmp/family/faae9c6e09a844e68fe5e99c0f25fc2b 2024-11-09T08:32:40,555 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/ebefe6b4a28659892ff12fbc147a2c6d/.tmp/family/faae9c6e09a844e68fe5e99c0f25fc2b as hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/ebefe6b4a28659892ff12fbc147a2c6d/family/faae9c6e09a844e68fe5e99c0f25fc2b 2024-11-09T08:32:40,562 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/ebefe6b4a28659892ff12fbc147a2c6d/family/faae9c6e09a844e68fe5e99c0f25fc2b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T08:32:40,564 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ebefe6b4a28659892ff12fbc147a2c6d in 41ms, sequenceid=8, compaction requested=false 2024-11-09T08:32:40,564 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ebefe6b4a28659892ff12fbc147a2c6d: 2024-11-09T08:32:40,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:32:40,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:40,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:40,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:40,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:40,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:32:40,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:32:40,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1044544252, stopped=false 2024-11-09T08:32:40,569 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,37091,1731141158217 2024-11-09T08:32:40,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:32:40,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T08:32:40,603 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:32:40,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T08:32:40,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:32:40,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T08:32:40,606 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-09T08:32:40,606 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-09T08:32:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:40,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:40,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:32:40,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:40,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:40,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:40,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:40,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:40,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:40,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,34755,1731141158407' ***** 2024-11-09T08:32:40,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:32:40,632 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,33591,1731141158451' ***** 2024-11-09T08:32:40,632 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:32:40,632 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:32:40,632 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:32:40,632 INFO [RS:1;d7c8ba49ede6:33591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:32:40,632 INFO [RS:0;d7c8ba49ede6:34755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:32:40,632 INFO [RS:1;d7c8ba49ede6:33591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:32:40,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:32:40,632 INFO [RS:0;d7c8ba49ede6:34755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:32:40,632 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(3091): Received CLOSE for ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,632 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(3091): Received CLOSE for 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,633 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:32:40,633 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,33591,1731141158451 2024-11-09T08:32:40,633 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:40,633 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:40,633 INFO [RS:1;d7c8ba49ede6:33591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d7c8ba49ede6:33591. 2024-11-09T08:32:40,633 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:40,633 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebefe6b4a28659892ff12fbc147a2c6d, disabling compactions & flushes 2024-11-09T08:32:40,633 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80cc4441e6db083fc67a3050da818e15, disabling compactions & flushes 2024-11-09T08:32:40,633 INFO [RS:0;d7c8ba49ede6:34755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:34755. 2024-11-09T08:32:40,633 DEBUG [RS:1;d7c8ba49ede6:33591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:40,633 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:40,633 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:40,634 DEBUG [RS:1;d7c8ba49ede6:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:40,634 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:40,634 DEBUG [RS:0;d7c8ba49ede6:34755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:40,634 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:40,634 DEBUG [RS:0;d7c8ba49ede6:34755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:40,634 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. after waiting 0 ms 2024-11-09T08:32:40,634 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:32:40,634 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. after waiting 0 ms 2024-11-09T08:32:40,634 DEBUG [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(1325): Online Regions={ebefe6b4a28659892ff12fbc147a2c6d=testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d.} 2024-11-09T08:32:40,634 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:40,634 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:40,634 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:32:40,634 DEBUG [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(1351): Waiting on ebefe6b4a28659892ff12fbc147a2c6d 2024-11-09T08:32:40,634 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:32:40,634 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:32:40,634 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:32:40,636 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:32:40,636 DEBUG [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 80cc4441e6db083fc67a3050da818e15=testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15.} 2024-11-09T08:32:40,636 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:32:40,636 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:32:40,636 DEBUG [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80cc4441e6db083fc67a3050da818e15 2024-11-09T08:32:40,636 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:32:40,636 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:32:40,637 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:32:40,637 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T08:32:40,648 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/ebefe6b4a28659892ff12fbc147a2c6d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T08:32:40,648 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/default/testClearRegionBlockCache/80cc4441e6db083fc67a3050da818e15/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T08:32:40,649 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:40,649 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebefe6b4a28659892ff12fbc147a2c6d: Waiting for close lock at 1731141160633Running coprocessor pre-close hooks at 1731141160633Disabling compacts and flushes for region at 1731141160633Disabling writes for close at 1731141160634 (+1 ms)Writing region close event to WAL at 1731141160635 (+1 ms)Running coprocessor post-close hooks at 1731141160648 (+13 ms)Closed at 1731141160649 (+1 ms) 2024-11-09T08:32:40,649 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:40,649 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80cc4441e6db083fc67a3050da818e15: Waiting for close lock at 1731141160633Running coprocessor pre-close hooks at 1731141160633Disabling compacts and flushes for region at 1731141160633Disabling writes for close at 1731141160634 (+1 ms)Writing region close event to WAL at 1731141160639 (+5 ms)Running coprocessor post-close hooks at 1731141160649 (+10 ms)Closed at 1731141160649 2024-11-09T08:32:40,649 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731141159805.ebefe6b4a28659892ff12fbc147a2c6d. 2024-11-09T08:32:40,649 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15. 2024-11-09T08:32:40,660 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/.tmp/info/e9f84c42341747359394c39a8c770564 is 173, key is testClearRegionBlockCache,5,1731141159805.80cc4441e6db083fc67a3050da818e15./info:regioninfo/1731141160191/Put/seqid=0 2024-11-09T08:32:40,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:32:40,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:32:40,667 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/.tmp/info/e9f84c42341747359394c39a8c770564 2024-11-09T08:32:40,690 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/.tmp/ns/d4f0a9817cb24377860d61d970d8226c is 43, key is default/ns:d/1731141159686/Put/seqid=0 2024-11-09T08:32:40,691 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:40,693 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:32:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:32:40,697 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/.tmp/ns/d4f0a9817cb24377860d61d970d8226c 2024-11-09T08:32:40,720 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/.tmp/table/ef8f3599f4b545218e2d6de4fa45f158 is 61, key is testClearRegionBlockCache/table:state/1731141160206/Put/seqid=0 2024-11-09T08:32:40,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:32:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:32:40,727 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/.tmp/table/ef8f3599f4b545218e2d6de4fa45f158 2024-11-09T08:32:40,736 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/.tmp/info/e9f84c42341747359394c39a8c770564 as hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/info/e9f84c42341747359394c39a8c770564 2024-11-09T08:32:40,747 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/info/e9f84c42341747359394c39a8c770564, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T08:32:40,749 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/.tmp/ns/d4f0a9817cb24377860d61d970d8226c as hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/ns/d4f0a9817cb24377860d61d970d8226c 2024-11-09T08:32:40,760 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/ns/d4f0a9817cb24377860d61d970d8226c, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T08:32:40,761 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/.tmp/table/ef8f3599f4b545218e2d6de4fa45f158 as hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/table/ef8f3599f4b545218e2d6de4fa45f158 2024-11-09T08:32:40,769 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/table/ef8f3599f4b545218e2d6de4fa45f158, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T08:32:40,770 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=13, compaction requested=false 2024-11-09T08:32:40,776 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T08:32:40,777 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:32:40,777 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:40,777 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141160636Running coprocessor pre-close hooks at 1731141160636Disabling compacts and flushes for region at 1731141160636Disabling writes for close at 1731141160637 (+1 ms)Obtaining lock to block concurrent updates at 1731141160637Preparing flush snapshotting stores in 1588230740 at 1731141160637Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731141160637Flushing stores of hbase:meta,,1.1588230740 at 1731141160638 (+1 ms)Flushing 1588230740/info: creating writer at 1731141160638Flushing 1588230740/info: appending metadata at 1731141160660 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731141160660Flushing 1588230740/ns: creating writer at 1731141160674 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731141160689 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731141160689Flushing 1588230740/table: creating writer at 1731141160705 (+16 ms)Flushing 1588230740/table: appending metadata at 1731141160720 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731141160720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5d35ef: reopening flushed file at 1731141160735 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f52da3: reopening flushed file at 1731141160747 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd67a23: reopening flushed file at 1731141160760 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=13, compaction requested=false at 1731141160770 (+10 ms)Writing region close event to WAL at 1731141160772 (+2 ms)Running coprocessor post-close hooks at 1731141160777 (+5 ms)Closed at 1731141160777 2024-11-09T08:32:40,777 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:40,834 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,33591,1731141158451; all regions closed. 2024-11-09T08:32:40,837 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,34755,1731141158407; all regions closed. 2024-11-09T08:32:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741834_1010 (size=1758) 2024-11-09T08:32:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741834_1010 (size=1758) 2024-11-09T08:32:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:32:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:32:40,841 DEBUG [RS:1;d7c8ba49ede6:33591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/oldWALs 2024-11-09T08:32:40,841 INFO [RS:1;d7c8ba49ede6:33591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C33591%2C1731141158451:(num 1731141159235) 2024-11-09T08:32:40,841 DEBUG [RS:1;d7c8ba49ede6:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:40,841 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:40,841 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:40,841 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:40,841 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:32:40,841 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:40,841 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:32:40,842 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:32:40,842 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:40,842 INFO [RS:1;d7c8ba49ede6:33591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33591 2024-11-09T08:32:40,843 DEBUG [RS:0;d7c8ba49ede6:34755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/oldWALs 2024-11-09T08:32:40,843 INFO [RS:0;d7c8ba49ede6:34755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C34755%2C1731141158407.meta:.meta(num 1731141159614) 2024-11-09T08:32:40,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741833_1009 (size=1867) 2024-11-09T08:32:40,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741833_1009 (size=1867) 2024-11-09T08:32:40,848 DEBUG [RS:0;d7c8ba49ede6:34755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/oldWALs 2024-11-09T08:32:40,848 INFO [RS:0;d7c8ba49ede6:34755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C34755%2C1731141158407:(num 1731141159236) 2024-11-09T08:32:40,848 DEBUG [RS:0;d7c8ba49ede6:34755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:40,848 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:40,849 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:40,849 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:40,849 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:40,849 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:40,849 INFO [RS:0;d7c8ba49ede6:34755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34755 2024-11-09T08:32:40,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,33591,1731141158451 2024-11-09T08:32:40,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:40,851 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:40,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,34755,1731141158407 2024-11-09T08:32:40,861 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:40,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,34755,1731141158407] 2024-11-09T08:32:40,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,34755,1731141158407 already deleted, retry=false 2024-11-09T08:32:40,872 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,34755,1731141158407 expired; onlineServers=1 2024-11-09T08:32:40,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,33591,1731141158451] 2024-11-09T08:32:40,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,33591,1731141158451 already deleted, retry=false 2024-11-09T08:32:40,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,33591,1731141158451 expired; onlineServers=0 2024-11-09T08:32:40,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,37091,1731141158217' ***** 2024-11-09T08:32:40,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:32:40,882 INFO [M:0;d7c8ba49ede6:37091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:40,883 INFO [M:0;d7c8ba49ede6:37091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:40,883 DEBUG [M:0;d7c8ba49ede6:37091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:32:40,883 DEBUG [M:0;d7c8ba49ede6:37091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:32:40,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:32:40,883 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141158918 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141158918,5,FailOnTimeoutGroup] 2024-11-09T08:32:40,883 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141158919 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141158919,5,FailOnTimeoutGroup] 2024-11-09T08:32:40,883 INFO [M:0;d7c8ba49ede6:37091 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:40,883 INFO [M:0;d7c8ba49ede6:37091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:40,883 DEBUG [M:0;d7c8ba49ede6:37091 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:32:40,883 INFO [M:0;d7c8ba49ede6:37091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:32:40,883 INFO [M:0;d7c8ba49ede6:37091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:32:40,884 INFO [M:0;d7c8ba49ede6:37091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:32:40,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:32:40,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:40,893 DEBUG [M:0;d7c8ba49ede6:37091 {}] zookeeper.ZKUtil(347): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T08:32:40,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:40,893 WARN [M:0;d7c8ba49ede6:37091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:32:40,894 INFO [M:0;d7c8ba49ede6:37091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/.lastflushedseqids 2024-11-09T08:32:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:32:40,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:32:40,901 INFO [M:0;d7c8ba49ede6:37091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:32:40,902 INFO [M:0;d7c8ba49ede6:37091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:32:40,902 DEBUG [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:32:40,902 INFO [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:40,902 DEBUG [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:40,902 DEBUG [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:32:40,902 DEBUG [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:40,902 INFO [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-09T08:32:40,926 DEBUG [M:0;d7c8ba49ede6:37091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df0f284b5dc947d5bba4ee100a82189d is 82, key is hbase:meta,,1/info:regioninfo/1731141159658/Put/seqid=0 2024-11-09T08:32:40,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:32:40,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:32:40,933 INFO [M:0;d7c8ba49ede6:37091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df0f284b5dc947d5bba4ee100a82189d 2024-11-09T08:32:40,957 DEBUG [M:0;d7c8ba49ede6:37091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74e1f2af9c9e4783b548aa2e9501535a is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731141160212/Put/seqid=0 2024-11-09T08:32:40,962 INFO [RS:1;d7c8ba49ede6:33591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:40,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:40,962 INFO [RS:1;d7c8ba49ede6:33591 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,33591,1731141158451; zookeeper connection closed. 2024-11-09T08:32:40,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1011eb9c0e00002, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:40,962 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f5dc428 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f5dc428 2024-11-09T08:32:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741846_1022 (size=6218) 2024-11-09T08:32:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741846_1022 (size=6218) 2024-11-09T08:32:40,964 INFO [M:0;d7c8ba49ede6:37091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74e1f2af9c9e4783b548aa2e9501535a 2024-11-09T08:32:40,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:40,972 INFO [RS:0;d7c8ba49ede6:34755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:40,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34755-0x1011eb9c0e00001, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:40,972 INFO [RS:0;d7c8ba49ede6:34755 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,34755,1731141158407; zookeeper connection closed. 2024-11-09T08:32:40,972 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fe62548 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fe62548 2024-11-09T08:32:40,973 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T08:32:40,987 DEBUG [M:0;d7c8ba49ede6:37091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1052a6954a874c4f91392fdb740d13a7 is 69, key is d7c8ba49ede6,33591,1731141158451/rs:state/1731141158936/Put/seqid=0 2024-11-09T08:32:40,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:32:40,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:32:40,994 INFO [M:0;d7c8ba49ede6:37091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1052a6954a874c4f91392fdb740d13a7 2024-11-09T08:32:41,004 DEBUG [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/df0f284b5dc947d5bba4ee100a82189d as hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df0f284b5dc947d5bba4ee100a82189d 2024-11-09T08:32:41,011 INFO [M:0;d7c8ba49ede6:37091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/df0f284b5dc947d5bba4ee100a82189d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T08:32:41,012 DEBUG [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74e1f2af9c9e4783b548aa2e9501535a as hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74e1f2af9c9e4783b548aa2e9501535a 2024-11-09T08:32:41,019 INFO [M:0;d7c8ba49ede6:37091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74e1f2af9c9e4783b548aa2e9501535a, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T08:32:41,021 DEBUG [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1052a6954a874c4f91392fdb740d13a7 as hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1052a6954a874c4f91392fdb740d13a7 2024-11-09T08:32:41,027 INFO [M:0;d7c8ba49ede6:37091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40215/user/jenkins/test-data/eeb6c3c4-24c1-bb3d-55b9-7f55daa8d7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1052a6954a874c4f91392fdb740d13a7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T08:32:41,029 INFO [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=71, compaction requested=false 2024-11-09T08:32:41,030 INFO [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:41,030 DEBUG [M:0;d7c8ba49ede6:37091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141160902Disabling compacts and flushes for region at 1731141160902Disabling writes for close at 1731141160902Obtaining lock to block concurrent updates at 1731141160902Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731141160902Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731141160903 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731141160904 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731141160904Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731141160925 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731141160925Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731141160939 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731141160956 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731141160957 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731141160971 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731141160987 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731141160987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a38a20: reopening flushed file at 1731141161002 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec79692: reopening flushed file at 1731141161011 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18bfadbf: reopening flushed file at 1731141161020 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=71, compaction requested=false at 1731141161029 (+9 ms)Writing region close event to WAL at 1731141161030 (+1 ms)Closed at 1731141161030 2024-11-09T08:32:41,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34751 is added to blk_1073741830_1006 (size=35428) 2024-11-09T08:32:41,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741830_1006 (size=35428) 2024-11-09T08:32:41,035 INFO [M:0;d7c8ba49ede6:37091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:32:41,035 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:41,035 INFO [M:0;d7c8ba49ede6:37091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37091 2024-11-09T08:32:41,035 INFO [M:0;d7c8ba49ede6:37091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:41,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:41,149 INFO [M:0;d7c8ba49ede6:37091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:41,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37091-0x1011eb9c0e00000, quorum=127.0.0.1:52556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:41,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@463c364d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:41,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3827ca3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:41,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:41,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aa16e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:41,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d371a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:41,157 WARN [BP-1906009263-172.17.0.3-1731141155772 heartbeating to localhost/127.0.0.1:40215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:32:41,157 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:32:41,157 WARN [BP-1906009263-172.17.0.3-1731141155772 heartbeating to localhost/127.0.0.1:40215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1906009263-172.17.0.3-1731141155772 (Datanode Uuid 9e5be1a9-009a-4759-a08d-cc2f40c6fede) service to localhost/127.0.0.1:40215 2024-11-09T08:32:41,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:32:41,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/data/data3/current/BP-1906009263-172.17.0.3-1731141155772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:41,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/data/data4/current/BP-1906009263-172.17.0.3-1731141155772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:41,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:32:41,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6198467d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:41,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7898ac3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:41,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:41,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4ef1de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:41,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6764d727{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:41,165 WARN [BP-1906009263-172.17.0.3-1731141155772 heartbeating to localhost/127.0.0.1:40215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:32:41,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:32:41,165 WARN [BP-1906009263-172.17.0.3-1731141155772 heartbeating to localhost/127.0.0.1:40215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1906009263-172.17.0.3-1731141155772 (Datanode Uuid 2755c9a8-0a72-4959-bc71-abe51fe207cc) service to localhost/127.0.0.1:40215 2024-11-09T08:32:41,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:32:41,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/data/data1/current/BP-1906009263-172.17.0.3-1731141155772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:41,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/cluster_8eeaa7b7-27d9-90b7-4415-1a997003f22c/data/data2/current/BP-1906009263-172.17.0.3-1731141155772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:41,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:32:41,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3afc967b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:41,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f9c54ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:41,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:41,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9add95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:41,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5554b7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:41,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:32:41,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:32:41,202 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=113 (was 82) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40215 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40215 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=439 (was 408) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=591 (was 625), ProcessCount=11 (was 11), AvailableMemoryMB=1842 (was 1999) 2024-11-09T08:32:41,208 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=113, OpenFileDescriptor=439, MaxFileDescriptor=1048576, SystemLoadAverage=591, ProcessCount=11, AvailableMemoryMB=1842 2024-11-09T08:32:41,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.log.dir so I do NOT create it in target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d 2024-11-09T08:32:41,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:32:41,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.tmp.dir so I do NOT create it in target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d 2024-11-09T08:32:41,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7d16896-1dfa-4e38-d273-05bb262b3d58/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:32:41,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d 2024-11-09T08:32:41,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:32:41,223 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347, deleteOnExit=true 2024-11-09T08:32:41,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:32:41,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/test.cache.data in system properties and HBase conf 2024-11-09T08:32:41,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:32:41,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:32:41,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:32:41,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:32:41,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:32:41,224 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:32:41,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:41,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:41,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:32:41,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:41,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:32:41,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:32:41,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:41,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:41,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:32:41,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:32:41,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:32:41,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:41,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:32:41,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:32:41,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:41,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:41,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:41,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:41,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:32:41,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:41,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18eb8cb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:41,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c77a395{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:41,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20b267bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/java.io.tmpdir/jetty-localhost-44425-hadoop-hdfs-3_4_1-tests_jar-_-any-2197577459355318996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:41,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@263cf864{HTTP/1.1, (http/1.1)}{localhost:44425} 2024-11-09T08:32:41,635 INFO [Time-limited test {}] server.Server(415): Started @18168ms 2024-11-09T08:32:41,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:41,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:41,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:41,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:41,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:32:41,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41117cb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:41,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4263f1d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:41,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27b2b389{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/java.io.tmpdir/jetty-localhost-45205-hadoop-hdfs-3_4_1-tests_jar-_-any-9304811029248746142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:41,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72ca125d{HTTP/1.1, (http/1.1)}{localhost:45205} 2024-11-09T08:32:41,993 INFO [Time-limited test {}] server.Server(415): Started @18526ms 2024-11-09T08:32:41,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:32:42,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:42,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:42,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:42,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:42,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:32:42,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11e53aeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:42,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61abe4fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:42,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e4d9dcf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/java.io.tmpdir/jetty-localhost-40681-hadoop-hdfs-3_4_1-tests_jar-_-any-3878579627532686947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:42,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f67c53c{HTTP/1.1, (http/1.1)}{localhost:40681} 2024-11-09T08:32:42,125 INFO [Time-limited test {}] server.Server(415): Started @18658ms 2024-11-09T08:32:42,126 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:32:43,182 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/data/data1/current/BP-2001606439-172.17.0.3-1731141161247/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:43,182 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/data/data2/current/BP-2001606439-172.17.0.3-1731141161247/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:43,205 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:32:43,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeac49f7fe4d81b02 with lease ID 0xc6a93fde7f29ed1f: Processing first storage report for DS-6ca4231e-f12a-4bde-8f21-63c362a20b56 from datanode DatanodeRegistration(127.0.0.1:35197, datanodeUuid=40efaf28-4145-4aab-8d84-ee69abd66a6c, infoPort=38669, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=1127962271;c=1731141161247) 2024-11-09T08:32:43,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeac49f7fe4d81b02 with lease ID 0xc6a93fde7f29ed1f: from storage DS-6ca4231e-f12a-4bde-8f21-63c362a20b56 node DatanodeRegistration(127.0.0.1:35197, datanodeUuid=40efaf28-4145-4aab-8d84-ee69abd66a6c, infoPort=38669, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=1127962271;c=1731141161247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:43,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeac49f7fe4d81b02 with lease ID 0xc6a93fde7f29ed1f: Processing first storage report for DS-195ac64b-0d96-430b-aa81-40f841f7660a from datanode DatanodeRegistration(127.0.0.1:35197, datanodeUuid=40efaf28-4145-4aab-8d84-ee69abd66a6c, infoPort=38669, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=1127962271;c=1731141161247) 2024-11-09T08:32:43,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeac49f7fe4d81b02 with lease ID 0xc6a93fde7f29ed1f: from storage DS-195ac64b-0d96-430b-aa81-40f841f7660a node DatanodeRegistration(127.0.0.1:35197, datanodeUuid=40efaf28-4145-4aab-8d84-ee69abd66a6c, infoPort=38669, infoSecurePort=0, ipcPort=43645, storageInfo=lv=-57;cid=testClusterID;nsid=1127962271;c=1731141161247), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:32:43,321 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/data/data3/current/BP-2001606439-172.17.0.3-1731141161247/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:43,321 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/data/data4/current/BP-2001606439-172.17.0.3-1731141161247/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:43,342 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:32:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb37d24368e8d90e8 with lease ID 0xc6a93fde7f29ed20: Processing first storage report for DS-0d6f8171-a953-4142-b05c-7995ab153649 from datanode DatanodeRegistration(127.0.0.1:40175, datanodeUuid=4b5ad2b6-c195-4077-b88d-3fc0c73637e5, infoPort=37123, infoSecurePort=0, ipcPort=39539, storageInfo=lv=-57;cid=testClusterID;nsid=1127962271;c=1731141161247) 2024-11-09T08:32:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb37d24368e8d90e8 with lease ID 0xc6a93fde7f29ed20: from storage DS-0d6f8171-a953-4142-b05c-7995ab153649 node DatanodeRegistration(127.0.0.1:40175, datanodeUuid=4b5ad2b6-c195-4077-b88d-3fc0c73637e5, infoPort=37123, infoSecurePort=0, ipcPort=39539, storageInfo=lv=-57;cid=testClusterID;nsid=1127962271;c=1731141161247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb37d24368e8d90e8 with lease ID 0xc6a93fde7f29ed20: Processing first storage report for DS-994c530d-4bf7-40cb-81e1-7d03d8fc3053 from datanode DatanodeRegistration(127.0.0.1:40175, datanodeUuid=4b5ad2b6-c195-4077-b88d-3fc0c73637e5, infoPort=37123, infoSecurePort=0, ipcPort=39539, storageInfo=lv=-57;cid=testClusterID;nsid=1127962271;c=1731141161247) 2024-11-09T08:32:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb37d24368e8d90e8 with lease ID 0xc6a93fde7f29ed20: from storage DS-994c530d-4bf7-40cb-81e1-7d03d8fc3053 node DatanodeRegistration(127.0.0.1:40175, datanodeUuid=4b5ad2b6-c195-4077-b88d-3fc0c73637e5, infoPort=37123, infoSecurePort=0, ipcPort=39539, storageInfo=lv=-57;cid=testClusterID;nsid=1127962271;c=1731141161247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:43,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d 2024-11-09T08:32:43,370 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/zookeeper_0, clientPort=56391, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:32:43,371 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56391 2024-11-09T08:32:43,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:43,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:32:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:32:43,387 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408 with version=8 2024-11-09T08:32:43,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/hbase-staging 2024-11-09T08:32:43,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:43,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:43,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:43,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:43,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:43,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:43,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:32:43,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:43,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41631 2024-11-09T08:32:43,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41631 connecting to ZooKeeper ensemble=127.0.0.1:56391 2024-11-09T08:32:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416310x0, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:43,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41631-0x1011eb9d5140000 connected 2024-11-09T08:32:43,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:43,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:43,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:43,555 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408, hbase.cluster.distributed=false 2024-11-09T08:32:43,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:43,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-09T08:32:43,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41631 2024-11-09T08:32:43,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41631 2024-11-09T08:32:43,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-09T08:32:43,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-09T08:32:43,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:43,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:43,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:43,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:43,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:43,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:43,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:32:43,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:43,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33597 2024-11-09T08:32:43,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33597 connecting to ZooKeeper ensemble=127.0.0.1:56391 2024-11-09T08:32:43,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:43,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:43,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335970x0, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:43,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335970x0, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:43,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33597-0x1011eb9d5140001 connected 2024-11-09T08:32:43,588 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:32:43,589 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:32:43,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:32:43,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:43,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33597 2024-11-09T08:32:43,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33597 2024-11-09T08:32:43,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33597 2024-11-09T08:32:43,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33597 2024-11-09T08:32:43,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33597 2024-11-09T08:32:43,610 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:43,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:43,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:43,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:43,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:43,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:43,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:32:43,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:43,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41827 2024-11-09T08:32:43,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41827 connecting to ZooKeeper ensemble=127.0.0.1:56391 2024-11-09T08:32:43,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:43,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:43,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418270x0, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:43,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41827-0x1011eb9d5140002 connected 2024-11-09T08:32:43,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:43,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:32:43,632 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:32:43,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:32:43,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:43,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41827 2024-11-09T08:32:43,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41827 2024-11-09T08:32:43,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41827 2024-11-09T08:32:43,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41827 2024-11-09T08:32:43,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41827 2024-11-09T08:32:43,652 DEBUG [M:0;d7c8ba49ede6:41631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:41631 2024-11-09T08:32:43,652 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7c8ba49ede6,41631,1731141163389 2024-11-09T08:32:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:43,662 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7c8ba49ede6,41631,1731141163389 2024-11-09T08:32:43,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:43,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:43,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,672 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T08:32:43,672 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7c8ba49ede6,41631,1731141163389 from backup master directory 2024-11-09T08:32:43,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:43,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7c8ba49ede6,41631,1731141163389 2024-11-09T08:32:43,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:43,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:43,682 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:43,682 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,41631,1731141163389 2024-11-09T08:32:43,687 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/hbase.id] with ID: 0d413ee4-8f5f-4b0e-b395-742a1c9cc9d0 2024-11-09T08:32:43,687 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/.tmp/hbase.id 2024-11-09T08:32:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:32:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:32:43,694 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/.tmp/hbase.id]:[hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/hbase.id] 2024-11-09T08:32:43,708 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:43,708 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:32:43,710 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T08:32:43,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:32:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:32:43,730 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:32:43,731 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:32:43,731 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:43,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:32:43,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:32:43,740 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store 2024-11-09T08:32:43,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:32:43,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:32:43,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:43,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:32:43,748 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:43,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:43,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:32:43,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:43,748 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:43,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141163748Disabling compacts and flushes for region at 1731141163748Disabling writes for close at 1731141163748Writing region close event to WAL at 1731141163748Closed at 1731141163748 2024-11-09T08:32:43,749 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/.initializing 2024-11-09T08:32:43,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/WALs/d7c8ba49ede6,41631,1731141163389 2024-11-09T08:32:43,750 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:43,752 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C41631%2C1731141163389, suffix=, logDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/WALs/d7c8ba49ede6,41631,1731141163389, archiveDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/oldWALs, maxLogs=10 2024-11-09T08:32:43,765 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/WALs/d7c8ba49ede6,41631,1731141163389/d7c8ba49ede6%2C41631%2C1731141163389.1731141163752, exclude list is [], retry=0 2024-11-09T08:32:43,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35197,DS-6ca4231e-f12a-4bde-8f21-63c362a20b56,DISK] 2024-11-09T08:32:43,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40175,DS-0d6f8171-a953-4142-b05c-7995ab153649,DISK] 2024-11-09T08:32:43,770 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/WALs/d7c8ba49ede6,41631,1731141163389/d7c8ba49ede6%2C41631%2C1731141163389.1731141163752 2024-11-09T08:32:43,771 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38669:38669),(127.0.0.1/127.0.0.1:37123:37123)] 2024-11-09T08:32:43,771 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:32:43,771 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:43,771 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,771 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:32:43,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:43,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:43,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:32:43,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:43,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:43,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:32:43,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:43,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:43,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:32:43,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:43,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:43,782 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,782 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,783 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,784 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,784 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,785 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:43,786 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:43,788 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:43,789 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69047888, jitterRate=0.028893709182739258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:43,790 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731141163771Initializing all the Stores at 1731141163772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141163772Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141163772Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141163772Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141163772Cleaning up temporary data from old regions at 1731141163784 (+12 ms)Region opened successfully at 1731141163790 (+6 ms) 2024-11-09T08:32:43,790 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:32:43,794 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573c31df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:43,795 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:32:43,795 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:32:43,795 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:32:43,795 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:32:43,796 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:32:43,796 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:32:43,796 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:32:43,798 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:32:43,799 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T08:32:43,829 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T08:32:43,830 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:32:43,831 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:32:43,840 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T08:32:43,840 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:32:43,841 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:32:43,850 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T08:32:43,851 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:32:43,861 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T08:32:43,863 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:32:43,871 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T08:32:43,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:43,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:43,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:43,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,883 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,41631,1731141163389, sessionid=0x1011eb9d5140000, setting cluster-up flag (Was=false) 2024-11-09T08:32:43,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,935 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T08:32:43,936 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,41631,1731141163389 2024-11-09T08:32:43,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:43,987 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T08:32:43,989 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,41631,1731141163389 2024-11-09T08:32:43,991 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:32:43,993 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:43,993 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:32:43,993 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:32:43,993 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,41631,1731141163389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:32:43,996 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:43,996 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:43,996 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:43,996 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:43,996 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:32:43,996 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:43,996 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:43,996 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:43,997 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731141193997 2024-11-09T08:32:43,998 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:32:43,998 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:32:43,998 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:32:43,998 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:32:43,998 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:32:43,998 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:32:43,998 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:43,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:43,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:32:43,999 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:32:43,999 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:32:43,999 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:32:43,999 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:32:43,999 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:32:44,000 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141164000,5,FailOnTimeoutGroup] 2024-11-09T08:32:44,000 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141164000,5,FailOnTimeoutGroup] 2024-11-09T08:32:44,000 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,000 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:32:44,000 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,000 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:44,000 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:32:44,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:32:44,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:32:44,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:32:44,012 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408 2024-11-09T08:32:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:32:44,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:32:44,040 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(746): ClusterId : 0d413ee4-8f5f-4b0e-b395-742a1c9cc9d0 2024-11-09T08:32:44,040 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(746): ClusterId : 0d413ee4-8f5f-4b0e-b395-742a1c9cc9d0 2024-11-09T08:32:44,041 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:32:44,041 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:32:44,051 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:32:44,052 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:32:44,052 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:32:44,052 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:32:44,062 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:32:44,062 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:32:44,063 DEBUG [RS:1;d7c8ba49ede6:41827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95413c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:44,063 DEBUG [RS:0;d7c8ba49ede6:33597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b16eb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:44,077 DEBUG [RS:1;d7c8ba49ede6:41827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d7c8ba49ede6:41827 2024-11-09T08:32:44,077 DEBUG [RS:0;d7c8ba49ede6:33597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:33597 2024-11-09T08:32:44,077 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:32:44,077 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:32:44,077 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:32:44,077 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:32:44,077 DEBUG [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:32:44,077 DEBUG [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:32:44,078 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,41631,1731141163389 with port=41827, startcode=1731141163610 2024-11-09T08:32:44,078 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,41631,1731141163389 with port=33597, startcode=1731141163575 2024-11-09T08:32:44,078 DEBUG [RS:0;d7c8ba49ede6:33597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:32:44,078 DEBUG [RS:1;d7c8ba49ede6:41827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:32:44,079 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:32:44,079 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:32:44,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,41827,1731141163610 2024-11-09T08:32:44,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41631 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,41827,1731141163610 2024-11-09T08:32:44,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:44,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41631 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:44,082 DEBUG [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408 2024-11-09T08:32:44,082 DEBUG [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40743 2024-11-09T08:32:44,082 DEBUG [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:32:44,083 DEBUG [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408 2024-11-09T08:32:44,083 DEBUG [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40743 2024-11-09T08:32:44,083 DEBUG [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:32:44,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:44,162 DEBUG [RS:1;d7c8ba49ede6:41827 {}] zookeeper.ZKUtil(111): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,41827,1731141163610 2024-11-09T08:32:44,162 WARN [RS:1;d7c8ba49ede6:41827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:44,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,41827,1731141163610] 2024-11-09T08:32:44,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,33597,1731141163575] 2024-11-09T08:32:44,163 INFO [RS:1;d7c8ba49ede6:41827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:44,163 DEBUG [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,41827,1731141163610 2024-11-09T08:32:44,163 DEBUG [RS:0;d7c8ba49ede6:33597 {}] zookeeper.ZKUtil(111): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:44,163 WARN [RS:0;d7c8ba49ede6:33597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:44,163 INFO [RS:0;d7c8ba49ede6:33597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:44,163 DEBUG [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:44,167 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:32:44,167 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:32:44,170 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:32:44,173 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:32:44,173 INFO [RS:1;d7c8ba49ede6:41827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:32:44,173 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,174 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:32:44,174 INFO [RS:0;d7c8ba49ede6:33597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:32:44,174 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,174 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:32:44,175 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:32:44,175 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:32:44,175 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,175 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,175 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,175 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,175 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,175 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,175 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,175 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,175 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,175 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,175 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,175 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,175 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:44,176 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:44,176 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:44,176 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:44,176 DEBUG [RS:1;d7c8ba49ede6:41827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:44,176 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:44,176 DEBUG [RS:0;d7c8ba49ede6:33597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:44,177 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,177 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,177 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,177 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,177 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,178 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,178 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,178 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33597,1731141163575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:44,178 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,178 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,178 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,178 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41827,1731141163610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:44,192 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:32:44,192 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:32:44,192 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33597,1731141163575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,192 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41827,1731141163610-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,192 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,192 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,192 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.Replication(171): d7c8ba49ede6,41827,1731141163610 started 2024-11-09T08:32:44,192 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.Replication(171): d7c8ba49ede6,33597,1731141163575 started 2024-11-09T08:32:44,206 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,206 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,206 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,41827,1731141163610, RpcServer on d7c8ba49ede6/172.17.0.3:41827, sessionid=0x1011eb9d5140002 2024-11-09T08:32:44,206 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,33597,1731141163575, RpcServer on d7c8ba49ede6/172.17.0.3:33597, sessionid=0x1011eb9d5140001 2024-11-09T08:32:44,206 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:32:44,206 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:32:44,207 DEBUG [RS:0;d7c8ba49ede6:33597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:44,207 DEBUG [RS:1;d7c8ba49ede6:41827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,41827,1731141163610 2024-11-09T08:32:44,207 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,33597,1731141163575' 2024-11-09T08:32:44,207 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41827,1731141163610' 2024-11-09T08:32:44,207 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:32:44,207 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:32:44,207 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:32:44,207 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:32:44,208 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:32:44,208 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:32:44,208 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:32:44,208 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:32:44,208 DEBUG [RS:1;d7c8ba49ede6:41827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,41827,1731141163610 2024-11-09T08:32:44,208 DEBUG [RS:0;d7c8ba49ede6:33597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:44,208 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,41827,1731141163610' 2024-11-09T08:32:44,208 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,33597,1731141163575' 2024-11-09T08:32:44,208 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:32:44,208 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:32:44,208 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:32:44,208 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:32:44,209 DEBUG [RS:0;d7c8ba49ede6:33597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:32:44,209 DEBUG [RS:1;d7c8ba49ede6:41827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:32:44,209 INFO [RS:0;d7c8ba49ede6:33597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:32:44,209 INFO [RS:1;d7c8ba49ede6:41827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:32:44,209 INFO [RS:0;d7c8ba49ede6:33597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:32:44,209 INFO [RS:1;d7c8ba49ede6:41827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:32:44,309 INFO [RS:1;d7c8ba49ede6:41827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:44,309 INFO [RS:0;d7c8ba49ede6:33597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:44,311 INFO [RS:1;d7c8ba49ede6:41827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C41827%2C1731141163610, suffix=, logDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,41827,1731141163610, archiveDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/oldWALs, maxLogs=32 2024-11-09T08:32:44,311 INFO [RS:0;d7c8ba49ede6:33597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C33597%2C1731141163575, suffix=, logDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,33597,1731141163575, archiveDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/oldWALs, maxLogs=32 2024-11-09T08:32:44,327 DEBUG [RS:0;d7c8ba49ede6:33597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,33597,1731141163575/d7c8ba49ede6%2C33597%2C1731141163575.1731141164313, exclude list is [], retry=0 2024-11-09T08:32:44,327 DEBUG [RS:1;d7c8ba49ede6:41827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,41827,1731141163610/d7c8ba49ede6%2C41827%2C1731141163610.1731141164313, exclude list is [], retry=0 2024-11-09T08:32:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35197,DS-6ca4231e-f12a-4bde-8f21-63c362a20b56,DISK] 2024-11-09T08:32:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40175,DS-0d6f8171-a953-4142-b05c-7995ab153649,DISK] 2024-11-09T08:32:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35197,DS-6ca4231e-f12a-4bde-8f21-63c362a20b56,DISK] 2024-11-09T08:32:44,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40175,DS-0d6f8171-a953-4142-b05c-7995ab153649,DISK] 2024-11-09T08:32:44,333 INFO [RS:1;d7c8ba49ede6:41827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,41827,1731141163610/d7c8ba49ede6%2C41827%2C1731141163610.1731141164313 2024-11-09T08:32:44,336 DEBUG [RS:1;d7c8ba49ede6:41827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37123:37123),(127.0.0.1/127.0.0.1:38669:38669)] 2024-11-09T08:32:44,337 INFO [RS:0;d7c8ba49ede6:33597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,33597,1731141163575/d7c8ba49ede6%2C33597%2C1731141163575.1731141164313 2024-11-09T08:32:44,337 DEBUG [RS:0;d7c8ba49ede6:33597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38669:38669),(127.0.0.1/127.0.0.1:37123:37123)] 2024-11-09T08:32:44,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:44,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:32:44,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:32:44,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:44,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:44,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:32:44,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:32:44,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:44,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:44,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:32:44,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:32:44,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:44,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:44,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:32:44,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:32:44,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:44,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:44,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:32:44,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740 2024-11-09T08:32:44,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740 2024-11-09T08:32:44,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:32:44,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:32:44,441 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:44,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:32:44,444 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:44,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61842077, jitterRate=-0.07848124206066132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:44,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731141164423Initializing all the Stores at 1731141164425 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141164425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141164425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141164425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141164425Cleaning up temporary data from old regions at 1731141164440 (+15 ms)Region opened successfully at 1731141164446 (+6 ms) 2024-11-09T08:32:44,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:32:44,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:32:44,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:32:44,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:32:44,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:32:44,447 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:44,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141164446Disabling compacts and flushes for region at 1731141164446Disabling writes for close at 1731141164446Writing region close event to WAL at 1731141164447 (+1 ms)Closed at 1731141164447 2024-11-09T08:32:44,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:44,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:32:44,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:32:44,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:32:44,451 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:32:44,601 DEBUG [d7c8ba49ede6:41631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T08:32:44,602 DEBUG [d7c8ba49ede6:41631 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:32:44,606 DEBUG [d7c8ba49ede6:41631 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:32:44,606 DEBUG [d7c8ba49ede6:41631 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:32:44,606 DEBUG [d7c8ba49ede6:41631 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:32:44,606 DEBUG [d7c8ba49ede6:41631 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:32:44,606 INFO [d7c8ba49ede6:41631 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:32:44,606 INFO [d7c8ba49ede6:41631 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:32:44,606 DEBUG [d7c8ba49ede6:41631 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:32:44,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:44,609 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,33597,1731141163575, state=OPENING 2024-11-09T08:32:44,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:32:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:44,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:44,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:44,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:44,662 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:32:44,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:44,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,33597,1731141163575}] 2024-11-09T08:32:44,816 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:44,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:44,827 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:32:44,828 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:44,828 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:32:44,830 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C33597%2C1731141163575.meta, suffix=.meta, logDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,33597,1731141163575, archiveDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/oldWALs, maxLogs=32 2024-11-09T08:32:44,846 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,33597,1731141163575/d7c8ba49ede6%2C33597%2C1731141163575.meta.1731141164831.meta, exclude list is [], retry=0 2024-11-09T08:32:44,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40175,DS-0d6f8171-a953-4142-b05c-7995ab153649,DISK] 2024-11-09T08:32:44,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35197,DS-6ca4231e-f12a-4bde-8f21-63c362a20b56,DISK] 2024-11-09T08:32:44,850 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/WALs/d7c8ba49ede6,33597,1731141163575/d7c8ba49ede6%2C33597%2C1731141163575.meta.1731141164831.meta 2024-11-09T08:32:44,851 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37123:37123),(127.0.0.1/127.0.0.1:38669:38669)] 2024-11-09T08:32:44,851 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:32:44,852 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:32:44,852 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:32:44,852 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:32:44,852 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:32:44,852 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:44,852 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:32:44,852 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:32:44,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:32:44,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:32:44,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:44,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:44,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:32:44,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:32:44,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:44,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:44,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:32:44,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:32:44,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:44,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:44,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:32:44,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:32:44,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:44,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:44,860 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:32:44,861 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740 2024-11-09T08:32:44,862 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740 2024-11-09T08:32:44,864 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:32:44,864 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:32:44,864 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:44,865 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:32:44,866 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70605271, jitterRate=0.0521005243062973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:44,866 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:32:44,867 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731141164853Writing region info on filesystem at 1731141164853Initializing all the Stores at 1731141164854 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141164854Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141164854Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141164854Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141164854Cleaning up temporary data from old regions at 1731141164864 (+10 ms)Running coprocessor post-open hooks at 1731141164866 (+2 ms)Region opened successfully at 1731141164867 (+1 ms) 2024-11-09T08:32:44,868 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731141164816 2024-11-09T08:32:44,871 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:32:44,871 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:32:44,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:44,872 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,33597,1731141163575, state=OPEN 2024-11-09T08:32:44,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:44,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:44,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:44,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:44,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:44,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:44,882 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:44,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:32:44,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,33597,1731141163575 in 220 msec 2024-11-09T08:32:44,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:32:44,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-09T08:32:44,889 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:44,889 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:32:44,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:44,891 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,33597,1731141163575, seqNum=-1] 2024-11-09T08:32:44,891 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:44,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:44,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 905 msec 2024-11-09T08:32:44,898 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731141164898, completionTime=-1 2024-11-09T08:32:44,898 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T08:32:44,898 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:32:44,901 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T08:32:44,901 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731141224901 2024-11-09T08:32:44,901 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731141284901 2024-11-09T08:32:44,901 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:32:44,901 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41631,1731141163389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,901 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41631,1731141163389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,901 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41631,1731141163389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,901 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:41631, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,901 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,902 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,904 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:32:44,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.224sec 2024-11-09T08:32:44,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:32:44,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:32:44,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:32:44,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:32:44,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:32:44,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41631,1731141163389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:44,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41631,1731141163389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:32:44,908 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:32:44,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:32:44,909 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,41631,1731141163389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:44,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce274f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:44,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,41631,-1 for getting cluster id 2024-11-09T08:32:44,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:32:44,944 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d413ee4-8f5f-4b0e-b395-742a1c9cc9d0' 2024-11-09T08:32:44,945 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:32:44,945 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d413ee4-8f5f-4b0e-b395-742a1c9cc9d0" 2024-11-09T08:32:44,945 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5f3341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:44,945 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,41631,-1] 2024-11-09T08:32:44,946 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:32:44,946 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:44,947 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:32:44,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329b0492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:44,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:44,951 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,33597,1731141163575, seqNum=-1] 2024-11-09T08:32:44,952 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:44,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:44,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,41631,1731141163389 2024-11-09T08:32:44,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:32:44,958 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,41631,1731141163389 2024-11-09T08:32:44,958 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e0a8b83 2024-11-09T08:32:44,958 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:32:44,960 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:32:44,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:32:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T08:32:44,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:32:44,964 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:44,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T08:32:44,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:32:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:44,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:32:44,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:32:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:45,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:32:45,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:45,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:45,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:45,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:45,375 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 107644695722524f811506e3825cc039, NAME => 'testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408 2024-11-09T08:32:45,376 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6995c3c0a20d750a1fc04d8db1a9e01d, NAME => 'testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408 2024-11-09T08:32:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:32:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:32:45,390 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:45,390 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 107644695722524f811506e3825cc039, disabling compactions & flushes 2024-11-09T08:32:45,390 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:45,390 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:45,391 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. after waiting 1 ms 2024-11-09T08:32:45,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:32:45,391 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:45,391 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:45,391 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 107644695722524f811506e3825cc039: Waiting for close lock at 1731141165390Disabling compacts and flushes for region at 1731141165390Disabling writes for close at 1731141165391 (+1 ms)Writing region close event to WAL at 1731141165391Closed at 1731141165391 2024-11-09T08:32:45,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:32:45,392 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:45,392 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6995c3c0a20d750a1fc04d8db1a9e01d, disabling compactions & flushes 2024-11-09T08:32:45,392 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:45,392 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:45,392 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. after waiting 0 ms 2024-11-09T08:32:45,392 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:45,392 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:45,392 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6995c3c0a20d750a1fc04d8db1a9e01d: Waiting for close lock at 1731141165392Disabling compacts and flushes for region at 1731141165392Disabling writes for close at 1731141165392Writing region close event to WAL at 1731141165392Closed at 1731141165392 2024-11-09T08:32:45,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:32:45,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141165394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141165394"}]},"ts":"1731141165394"} 2024-11-09T08:32:45,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141165394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141165394"}]},"ts":"1731141165394"} 2024-11-09T08:32:45,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T08:32:45,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:32:45,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141165400"}]},"ts":"1731141165400"} 2024-11-09T08:32:45,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T08:32:45,403 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:32:45,405 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:32:45,405 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:32:45,405 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:32:45,405 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:32:45,405 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:32:45,405 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:32:45,405 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:32:45,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=107644695722524f811506e3825cc039, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6995c3c0a20d750a1fc04d8db1a9e01d, ASSIGN}] 2024-11-09T08:32:45,408 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=107644695722524f811506e3825cc039, ASSIGN 2024-11-09T08:32:45,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6995c3c0a20d750a1fc04d8db1a9e01d, ASSIGN 2024-11-09T08:32:45,409 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=107644695722524f811506e3825cc039, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,33597,1731141163575; forceNewPlan=false, retain=false 2024-11-09T08:32:45,409 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6995c3c0a20d750a1fc04d8db1a9e01d, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,41827,1731141163610; forceNewPlan=false, retain=false 2024-11-09T08:32:45,560 INFO [d7c8ba49ede6:41631 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T08:32:45,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6995c3c0a20d750a1fc04d8db1a9e01d, regionState=OPENING, regionLocation=d7c8ba49ede6,41827,1731141163610 2024-11-09T08:32:45,561 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=107644695722524f811506e3825cc039, regionState=OPENING, regionLocation=d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:45,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6995c3c0a20d750a1fc04d8db1a9e01d, ASSIGN because future has completed 2024-11-09T08:32:45,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6995c3c0a20d750a1fc04d8db1a9e01d, server=d7c8ba49ede6,41827,1731141163610}] 2024-11-09T08:32:45,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=107644695722524f811506e3825cc039, ASSIGN because future has completed 2024-11-09T08:32:45,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 107644695722524f811506e3825cc039, server=d7c8ba49ede6,33597,1731141163575}] 2024-11-09T08:32:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:45,724 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:45,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:45,736 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:45,736 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:45,736 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6995c3c0a20d750a1fc04d8db1a9e01d, NAME => 'testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T08:32:45,736 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 107644695722524f811506e3825cc039, NAME => 'testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T08:32:45,736 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,737 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:45,737 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 107644695722524f811506e3825cc039 2024-11-09T08:32:45,737 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,737 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,737 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:45,737 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 107644695722524f811506e3825cc039 2024-11-09T08:32:45,737 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 107644695722524f811506e3825cc039 2024-11-09T08:32:45,738 INFO [StoreOpener-6995c3c0a20d750a1fc04d8db1a9e01d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,738 INFO [StoreOpener-107644695722524f811506e3825cc039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 107644695722524f811506e3825cc039 2024-11-09T08:32:45,740 INFO [StoreOpener-107644695722524f811506e3825cc039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 107644695722524f811506e3825cc039 columnFamilyName family 2024-11-09T08:32:45,740 INFO [StoreOpener-6995c3c0a20d750a1fc04d8db1a9e01d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6995c3c0a20d750a1fc04d8db1a9e01d columnFamilyName family 2024-11-09T08:32:45,740 DEBUG [StoreOpener-107644695722524f811506e3825cc039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:45,740 DEBUG [StoreOpener-6995c3c0a20d750a1fc04d8db1a9e01d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:45,741 INFO [StoreOpener-6995c3c0a20d750a1fc04d8db1a9e01d-1 {}] regionserver.HStore(327): Store=6995c3c0a20d750a1fc04d8db1a9e01d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:45,741 INFO [StoreOpener-107644695722524f811506e3825cc039-1 {}] regionserver.HStore(327): Store=107644695722524f811506e3825cc039/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:45,741 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,741 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 107644695722524f811506e3825cc039 2024-11-09T08:32:45,742 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/107644695722524f811506e3825cc039 2024-11-09T08:32:45,742 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,743 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,743 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/107644695722524f811506e3825cc039 2024-11-09T08:32:45,743 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 107644695722524f811506e3825cc039 2024-11-09T08:32:45,743 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 107644695722524f811506e3825cc039 2024-11-09T08:32:45,743 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,743 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,745 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 107644695722524f811506e3825cc039 2024-11-09T08:32:45,745 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,747 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/107644695722524f811506e3825cc039/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:45,747 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/6995c3c0a20d750a1fc04d8db1a9e01d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:45,748 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 107644695722524f811506e3825cc039; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74230441, jitterRate=0.10611976683139801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:32:45,748 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 107644695722524f811506e3825cc039 2024-11-09T08:32:45,748 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6995c3c0a20d750a1fc04d8db1a9e01d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67868889, jitterRate=0.011325255036354065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:32:45,748 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:45,749 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6995c3c0a20d750a1fc04d8db1a9e01d: Running coprocessor pre-open hook at 1731141165737Writing region info on filesystem at 1731141165737Initializing all the Stores at 1731141165738 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141165738Cleaning up temporary data from old regions at 1731141165743 (+5 ms)Running coprocessor post-open hooks at 1731141165748 (+5 ms)Region opened successfully at 1731141165749 (+1 ms) 2024-11-09T08:32:45,749 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 107644695722524f811506e3825cc039: Running coprocessor pre-open hook at 1731141165737Writing region info on filesystem at 1731141165737Initializing all the Stores at 1731141165738 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141165738Cleaning up temporary data from old regions at 1731141165743 (+5 ms)Running coprocessor post-open hooks at 1731141165748 (+5 ms)Region opened successfully at 1731141165749 (+1 ms) 2024-11-09T08:32:45,750 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d., pid=7, masterSystemTime=1731141165723 2024-11-09T08:32:45,750 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039., pid=8, masterSystemTime=1731141165727 2024-11-09T08:32:45,752 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:45,752 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:45,753 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6995c3c0a20d750a1fc04d8db1a9e01d, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,41827,1731141163610 2024-11-09T08:32:45,754 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:45,754 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:45,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=107644695722524f811506e3825cc039, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:45,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6995c3c0a20d750a1fc04d8db1a9e01d, server=d7c8ba49ede6,41827,1731141163610 because future has completed 2024-11-09T08:32:45,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 107644695722524f811506e3825cc039, server=d7c8ba49ede6,33597,1731141163575 because future has completed 2024-11-09T08:32:45,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T08:32:45,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6995c3c0a20d750a1fc04d8db1a9e01d, server=d7c8ba49ede6,41827,1731141163610 in 190 msec 2024-11-09T08:32:45,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T08:32:45,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6995c3c0a20d750a1fc04d8db1a9e01d, ASSIGN in 355 msec 2024-11-09T08:32:45,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 107644695722524f811506e3825cc039, server=d7c8ba49ede6,33597,1731141163575 in 190 msec 2024-11-09T08:32:45,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:32:45,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=107644695722524f811506e3825cc039, ASSIGN in 357 msec 2024-11-09T08:32:45,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:32:45,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141165767"}]},"ts":"1731141165767"} 2024-11-09T08:32:45,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T08:32:45,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:32:45,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 810 msec 2024-11-09T08:32:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:46,100 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T08:32:46,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T08:32:46,101 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:32:46,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T08:32:46,107 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:32:46,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T08:32:46,111 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039., hostname=d7c8ba49ede6,33597,1731141163575, seqNum=2] 2024-11-09T08:32:46,123 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d., hostname=d7c8ba49ede6,41827,1731141163610, seqNum=2] 2024-11-09T08:32:46,124 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:46,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:46,138 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 107644695722524f811506e3825cc039 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T08:32:46,158 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/107644695722524f811506e3825cc039/.tmp/family/b85d8a479e5545e599f99eed2a1ad578 is 32, key is 1/family:/1731141166112/Put/seqid=0 2024-11-09T08:32:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741839_1015 (size=5054) 2024-11-09T08:32:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741839_1015 (size=5054) 2024-11-09T08:32:46,165 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/107644695722524f811506e3825cc039/.tmp/family/b85d8a479e5545e599f99eed2a1ad578 2024-11-09T08:32:46,172 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/107644695722524f811506e3825cc039/.tmp/family/b85d8a479e5545e599f99eed2a1ad578 as hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/107644695722524f811506e3825cc039/family/b85d8a479e5545e599f99eed2a1ad578 2024-11-09T08:32:46,180 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/107644695722524f811506e3825cc039/family/b85d8a479e5545e599f99eed2a1ad578, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T08:32:46,181 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 107644695722524f811506e3825cc039 in 43ms, sequenceid=8, compaction requested=false 2024-11-09T08:32:46,182 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 107644695722524f811506e3825cc039: 2024-11-09T08:32:46,182 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6995c3c0a20d750a1fc04d8db1a9e01d 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T08:32:46,201 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/6995c3c0a20d750a1fc04d8db1a9e01d/.tmp/family/5b88bf87d3c64ffb88b870ce002f7efb is 32, key is 5/family:/1731141166126/Put/seqid=0 2024-11-09T08:32:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741840_1016 (size=5083) 2024-11-09T08:32:46,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741840_1016 (size=5083) 2024-11-09T08:32:46,207 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/6995c3c0a20d750a1fc04d8db1a9e01d/.tmp/family/5b88bf87d3c64ffb88b870ce002f7efb 2024-11-09T08:32:46,215 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/6995c3c0a20d750a1fc04d8db1a9e01d/.tmp/family/5b88bf87d3c64ffb88b870ce002f7efb as hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/6995c3c0a20d750a1fc04d8db1a9e01d/family/5b88bf87d3c64ffb88b870ce002f7efb 2024-11-09T08:32:46,222 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/6995c3c0a20d750a1fc04d8db1a9e01d/family/5b88bf87d3c64ffb88b870ce002f7efb, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T08:32:46,224 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6995c3c0a20d750a1fc04d8db1a9e01d in 42ms, sequenceid=9, compaction requested=false 2024-11-09T08:32:46,224 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6995c3c0a20d750a1fc04d8db1a9e01d: 2024-11-09T08:32:46,229 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T08:32:46,233 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:46,233 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:46,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:46,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:46,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:32:46,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:46,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:46,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:46,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:46,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:32:46,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:32:46,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1806808333, stopped=false 2024-11-09T08:32:46,237 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,41631,1731141163389 2024-11-09T08:32:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:46,303 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:32:46,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:46,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:46,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:46,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:46,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,33597,1731141163575' ***** 2024-11-09T08:32:46,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:32:46,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,41827,1731141163610' ***** 2024-11-09T08:32:46,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:32:46,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:46,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:46,305 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:32:46,305 INFO [RS:1;d7c8ba49ede6:41827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:32:46,305 INFO [RS:1;d7c8ba49ede6:41827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:32:46,305 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:32:46,305 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(3091): Received CLOSE for 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:46,305 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-09T08:32:46,305 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(3091): Received CLOSE for 107644695722524f811506e3825cc039 2024-11-09T08:32:46,305 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,41827,1731141163610 2024-11-09T08:32:46,305 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:46,306 INFO [RS:1;d7c8ba49ede6:41827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d7c8ba49ede6:41827. 2024-11-09T08:32:46,306 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6995c3c0a20d750a1fc04d8db1a9e01d, disabling compactions & flushes 2024-11-09T08:32:46,306 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:46,306 DEBUG [RS:1;d7c8ba49ede6:41827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:46,306 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:46,306 DEBUG [RS:1;d7c8ba49ede6:41827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:46,306 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 107644695722524f811506e3825cc039, disabling compactions & flushes 2024-11-09T08:32:46,306 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. after waiting 0 ms 2024-11-09T08:32:46,306 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:46,306 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:46,306 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:32:46,306 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:46,306 DEBUG [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(1325): Online Regions={6995c3c0a20d750a1fc04d8db1a9e01d=testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d.} 2024-11-09T08:32:46,306 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. after waiting 0 ms 2024-11-09T08:32:46,306 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:46,306 DEBUG [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(1351): Waiting on 6995c3c0a20d750a1fc04d8db1a9e01d 2024-11-09T08:32:46,309 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:32:46,309 INFO [RS:0;d7c8ba49ede6:33597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:32:46,309 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:32:46,309 INFO [RS:0;d7c8ba49ede6:33597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:32:46,309 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:46,309 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:46,309 INFO [RS:0;d7c8ba49ede6:33597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:33597. 2024-11-09T08:32:46,309 DEBUG [RS:0;d7c8ba49ede6:33597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:46,309 DEBUG [RS:0;d7c8ba49ede6:33597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:46,309 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:32:46,309 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:32:46,309 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:32:46,309 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:32:46,310 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:32:46,310 DEBUG [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(1325): Online Regions={107644695722524f811506e3825cc039=testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:32:46,310 DEBUG [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(1351): Waiting on 107644695722524f811506e3825cc039, 1588230740 2024-11-09T08:32:46,310 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:32:46,310 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:32:46,310 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:32:46,310 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:32:46,310 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:32:46,311 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T08:32:46,311 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/6995c3c0a20d750a1fc04d8db1a9e01d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T08:32:46,311 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/default/testClearRegionBlockCache/107644695722524f811506e3825cc039/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T08:32:46,312 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:46,312 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6995c3c0a20d750a1fc04d8db1a9e01d: Waiting for close lock at 1731141166305Running coprocessor pre-close hooks at 1731141166305Disabling compacts and flushes for region at 1731141166306 (+1 ms)Disabling writes for close at 1731141166306Writing region close event to WAL at 1731141166306Running coprocessor post-close hooks at 1731141166312 (+6 ms)Closed at 1731141166312 2024-11-09T08:32:46,312 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:46,312 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d. 2024-11-09T08:32:46,312 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 107644695722524f811506e3825cc039: Waiting for close lock at 1731141166306Running coprocessor pre-close hooks at 1731141166306Disabling compacts and flushes for region at 1731141166306Disabling writes for close at 1731141166306Writing region close event to WAL at 1731141166307 (+1 ms)Running coprocessor post-close hooks at 1731141166312 (+5 ms)Closed at 1731141166312 2024-11-09T08:32:46,312 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731141164960.107644695722524f811506e3825cc039. 2024-11-09T08:32:46,330 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/.tmp/info/8fd45208e22a420489a4cc5261c59267 is 173, key is testClearRegionBlockCache,5,1731141164960.6995c3c0a20d750a1fc04d8db1a9e01d./info:regioninfo/1731141165753/Put/seqid=0 2024-11-09T08:32:46,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:32:46,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:32:46,336 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/.tmp/info/8fd45208e22a420489a4cc5261c59267 2024-11-09T08:32:46,359 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/.tmp/ns/d10ddf01739b408082ad520c0a7b11e8 is 43, key is default/ns:d/1731141164893/Put/seqid=0 2024-11-09T08:32:46,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:32:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:32:46,366 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/.tmp/ns/d10ddf01739b408082ad520c0a7b11e8 2024-11-09T08:32:46,380 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:46,380 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:46,388 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/.tmp/table/e1fcbca21d604afaaf90c0dce49d54b3 is 61, key is testClearRegionBlockCache/table:state/1731141165767/Put/seqid=0 2024-11-09T08:32:46,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:32:46,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:32:46,395 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/.tmp/table/e1fcbca21d604afaaf90c0dce49d54b3 2024-11-09T08:32:46,401 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/.tmp/info/8fd45208e22a420489a4cc5261c59267 as hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/info/8fd45208e22a420489a4cc5261c59267 2024-11-09T08:32:46,409 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/info/8fd45208e22a420489a4cc5261c59267, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T08:32:46,410 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/.tmp/ns/d10ddf01739b408082ad520c0a7b11e8 as hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/ns/d10ddf01739b408082ad520c0a7b11e8 2024-11-09T08:32:46,417 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/ns/d10ddf01739b408082ad520c0a7b11e8, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T08:32:46,418 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/.tmp/table/e1fcbca21d604afaaf90c0dce49d54b3 as hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/table/e1fcbca21d604afaaf90c0dce49d54b3 2024-11-09T08:32:46,425 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/table/e1fcbca21d604afaaf90c0dce49d54b3, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T08:32:46,426 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=13, compaction requested=false 2024-11-09T08:32:46,432 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T08:32:46,433 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:32:46,433 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:46,433 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141166310Running coprocessor pre-close hooks at 1731141166310Disabling compacts and flushes for region at 1731141166310Disabling writes for close at 1731141166310Obtaining lock to block concurrent updates at 1731141166311 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731141166311Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731141166311Flushing stores of hbase:meta,,1.1588230740 at 1731141166312 (+1 ms)Flushing 1588230740/info: creating writer at 1731141166312Flushing 1588230740/info: appending metadata at 1731141166329 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731141166329Flushing 1588230740/ns: creating writer at 1731141166343 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731141166359 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731141166359Flushing 1588230740/table: creating writer at 1731141166373 (+14 ms)Flushing 1588230740/table: appending metadata at 1731141166388 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731141166388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@879f6aa: reopening flushed file at 1731141166400 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cad36c5: reopening flushed file at 1731141166409 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d89844: reopening flushed file at 1731141166417 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=13, compaction requested=false at 1731141166426 (+9 ms)Writing region close event to WAL at 1731141166428 (+2 ms)Running coprocessor post-close hooks at 1731141166432 (+4 ms)Closed at 1731141166433 (+1 ms) 2024-11-09T08:32:46,433 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:46,506 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,41827,1731141163610; all regions closed. 2024-11-09T08:32:46,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741834_1010 (size=1867) 2024-11-09T08:32:46,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741834_1010 (size=1867) 2024-11-09T08:32:46,510 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,33597,1731141163575; all regions closed. 2024-11-09T08:32:46,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:32:46,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:32:46,514 DEBUG [RS:1;d7c8ba49ede6:41827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/oldWALs 2024-11-09T08:32:46,514 INFO [RS:1;d7c8ba49ede6:41827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C41827%2C1731141163610:(num 1731141164313) 2024-11-09T08:32:46,514 DEBUG [RS:1;d7c8ba49ede6:41827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:46,514 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:46,515 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:46,515 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:46,515 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:32:46,515 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:46,515 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:32:46,515 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:32:46,515 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:46,516 INFO [RS:1;d7c8ba49ede6:41827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41827 2024-11-09T08:32:46,517 DEBUG [RS:0;d7c8ba49ede6:33597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/oldWALs 2024-11-09T08:32:46,517 INFO [RS:0;d7c8ba49ede6:33597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C33597%2C1731141163575.meta:.meta(num 1731141164831) 2024-11-09T08:32:46,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741833_1009 (size=1758) 2024-11-09T08:32:46,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741833_1009 (size=1758) 2024-11-09T08:32:46,522 DEBUG [RS:0;d7c8ba49ede6:33597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/oldWALs 2024-11-09T08:32:46,522 INFO [RS:0;d7c8ba49ede6:33597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C33597%2C1731141163575:(num 1731141164313) 2024-11-09T08:32:46,522 DEBUG [RS:0;d7c8ba49ede6:33597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:46,522 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:46,523 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:46,523 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:46,523 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:46,523 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:46,523 INFO [RS:0;d7c8ba49ede6:33597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33597 2024-11-09T08:32:46,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:46,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,41827,1731141163610 2024-11-09T08:32:46,543 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:46,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,33597,1731141163575 2024-11-09T08:32:46,553 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:46,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,41827,1731141163610] 2024-11-09T08:32:46,585 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,41827,1731141163610 already deleted, retry=false 2024-11-09T08:32:46,585 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,41827,1731141163610 expired; onlineServers=1 2024-11-09T08:32:46,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,33597,1731141163575] 2024-11-09T08:32:46,597 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,33597,1731141163575 already deleted, retry=false 2024-11-09T08:32:46,598 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,33597,1731141163575 expired; onlineServers=0 2024-11-09T08:32:46,598 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,41631,1731141163389' ***** 2024-11-09T08:32:46,598 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:32:46,598 INFO [M:0;d7c8ba49ede6:41631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:46,598 INFO [M:0;d7c8ba49ede6:41631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:46,598 DEBUG [M:0;d7c8ba49ede6:41631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:32:46,598 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:32:46,598 DEBUG [M:0;d7c8ba49ede6:41631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:32:46,598 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141164000 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141164000,5,FailOnTimeoutGroup] 2024-11-09T08:32:46,598 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141164000 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141164000,5,FailOnTimeoutGroup] 2024-11-09T08:32:46,598 INFO [M:0;d7c8ba49ede6:41631 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:46,599 INFO [M:0;d7c8ba49ede6:41631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:46,599 DEBUG [M:0;d7c8ba49ede6:41631 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:32:46,599 INFO [M:0;d7c8ba49ede6:41631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:32:46,599 INFO [M:0;d7c8ba49ede6:41631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:32:46,599 INFO [M:0;d7c8ba49ede6:41631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:32:46,599 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:32:46,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:46,608 DEBUG [M:0;d7c8ba49ede6:41631 {}] zookeeper.ZKUtil(347): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T08:32:46,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:46,608 WARN [M:0;d7c8ba49ede6:41631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:32:46,609 INFO [M:0;d7c8ba49ede6:41631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/.lastflushedseqids 2024-11-09T08:32:46,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:32:46,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:32:46,616 INFO [M:0;d7c8ba49ede6:41631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:32:46,616 INFO [M:0;d7c8ba49ede6:41631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:32:46,616 DEBUG [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:32:46,616 INFO [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:46,616 DEBUG [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:46,617 DEBUG [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:32:46,617 DEBUG [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:46,617 INFO [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T08:32:46,634 DEBUG [M:0;d7c8ba49ede6:41631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03025d715aa248ffbebc3746bce2ba4f is 82, key is hbase:meta,,1/info:regioninfo/1731141164871/Put/seqid=0 2024-11-09T08:32:46,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:32:46,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:32:46,664 INFO [RS:1;d7c8ba49ede6:41827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:46,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:46,664 INFO [RS:1;d7c8ba49ede6:41827 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,41827,1731141163610; zookeeper connection closed. 2024-11-09T08:32:46,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41827-0x1011eb9d5140002, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:46,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f29155d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f29155d 2024-11-09T08:32:46,675 INFO [RS:0;d7c8ba49ede6:33597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:46,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:46,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33597-0x1011eb9d5140001, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:46,675 INFO [RS:0;d7c8ba49ede6:33597 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,33597,1731141163575; zookeeper connection closed. 2024-11-09T08:32:46,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70e02e9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70e02e9f 2024-11-09T08:32:46,675 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T08:32:47,041 INFO [M:0;d7c8ba49ede6:41631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03025d715aa248ffbebc3746bce2ba4f 2024-11-09T08:32:47,093 DEBUG [M:0;d7c8ba49ede6:41631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa6c2125f6c348628baed96c4f196758 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731141165772/Put/seqid=0 2024-11-09T08:32:47,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741846_1022 (size=6219) 2024-11-09T08:32:47,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741846_1022 (size=6219) 2024-11-09T08:32:47,099 INFO [M:0;d7c8ba49ede6:41631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa6c2125f6c348628baed96c4f196758 2024-11-09T08:32:47,125 DEBUG [M:0;d7c8ba49ede6:41631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf233b5e5c114d1e9e5df99d2f621204 is 69, key is d7c8ba49ede6,33597,1731141163575/rs:state/1731141164082/Put/seqid=0 2024-11-09T08:32:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:32:47,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:32:47,137 INFO [M:0;d7c8ba49ede6:41631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf233b5e5c114d1e9e5df99d2f621204 2024-11-09T08:32:47,143 DEBUG [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03025d715aa248ffbebc3746bce2ba4f as hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03025d715aa248ffbebc3746bce2ba4f 2024-11-09T08:32:47,148 INFO [M:0;d7c8ba49ede6:41631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03025d715aa248ffbebc3746bce2ba4f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T08:32:47,149 DEBUG [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa6c2125f6c348628baed96c4f196758 as hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa6c2125f6c348628baed96c4f196758 2024-11-09T08:32:47,155 INFO [M:0;d7c8ba49ede6:41631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa6c2125f6c348628baed96c4f196758, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T08:32:47,156 DEBUG [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf233b5e5c114d1e9e5df99d2f621204 as hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf233b5e5c114d1e9e5df99d2f621204 2024-11-09T08:32:47,161 INFO [M:0;d7c8ba49ede6:41631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf233b5e5c114d1e9e5df99d2f621204, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T08:32:47,162 INFO [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=71, compaction requested=false 2024-11-09T08:32:47,164 INFO [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:47,164 DEBUG [M:0;d7c8ba49ede6:41631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141166616Disabling compacts and flushes for region at 1731141166616Disabling writes for close at 1731141166617 (+1 ms)Obtaining lock to block concurrent updates at 1731141166617Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731141166617Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731141166617Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731141166618 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731141166618Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731141166633 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731141166633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731141167053 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731141167093 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731141167093Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731141167104 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731141167124 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731141167125 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f7acc0: reopening flushed file at 1731141167142 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c532634: reopening flushed file at 1731141167149 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdd7819: reopening flushed file at 1731141167155 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=71, compaction requested=false at 1731141167163 (+8 ms)Writing region close event to WAL at 1731141167164 (+1 ms)Closed at 1731141167164 2024-11-09T08:32:47,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741830_1006 (size=35440) 2024-11-09T08:32:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35197 is added to blk_1073741830_1006 (size=35440) 2024-11-09T08:32:47,167 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62de2415-db7f-b092-b866-e8b45bcb8408/MasterData/WALs/d7c8ba49ede6,41631,1731141163389/d7c8ba49ede6%2C41631%2C1731141163389.1731141163752 not finished, retry = 0 2024-11-09T08:32:47,270 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:47,270 INFO [M:0;d7c8ba49ede6:41631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:32:47,270 INFO [M:0;d7c8ba49ede6:41631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41631 2024-11-09T08:32:47,271 INFO [M:0;d7c8ba49ede6:41631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:47,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:47,414 INFO [M:0;d7c8ba49ede6:41631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:47,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1011eb9d5140000, quorum=127.0.0.1:56391, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:47,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e4d9dcf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:47,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f67c53c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:47,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:47,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61abe4fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:47,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11e53aeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:47,424 WARN [BP-2001606439-172.17.0.3-1731141161247 heartbeating to localhost/127.0.0.1:40743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:32:47,424 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:32:47,424 WARN [BP-2001606439-172.17.0.3-1731141161247 heartbeating to localhost/127.0.0.1:40743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2001606439-172.17.0.3-1731141161247 (Datanode Uuid 4b5ad2b6-c195-4077-b88d-3fc0c73637e5) service to localhost/127.0.0.1:40743 2024-11-09T08:32:47,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:32:47,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/data/data3/current/BP-2001606439-172.17.0.3-1731141161247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:47,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/data/data4/current/BP-2001606439-172.17.0.3-1731141161247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:47,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:32:47,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27b2b389{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:47,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72ca125d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:47,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:47,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4263f1d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:47,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41117cb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:47,428 WARN [BP-2001606439-172.17.0.3-1731141161247 heartbeating to localhost/127.0.0.1:40743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:32:47,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:32:47,428 WARN [BP-2001606439-172.17.0.3-1731141161247 heartbeating to localhost/127.0.0.1:40743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2001606439-172.17.0.3-1731141161247 (Datanode Uuid 40efaf28-4145-4aab-8d84-ee69abd66a6c) service to localhost/127.0.0.1:40743 2024-11-09T08:32:47,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:32:47,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/data/data1/current/BP-2001606439-172.17.0.3-1731141161247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:47,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/cluster_9b4a17af-228a-0e97-4cb6-e1309cc52347/data/data2/current/BP-2001606439-172.17.0.3-1731141161247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:47,429 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:32:47,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20b267bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:47,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@263cf864{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:47,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:47,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c77a395{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:47,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18eb8cb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:47,442 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:32:47,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:32:47,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=133 (was 113) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40743 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40743 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=467 (was 439) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=554 (was 591), ProcessCount=11 (was 11), AvailableMemoryMB=1493 (was 1842) 2024-11-09T08:32:47,473 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=133, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=1493 2024-11-09T08:32:47,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.log.dir so I do NOT create it in target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b 2024-11-09T08:32:47,485 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:32:47,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.tmp.dir so I do NOT create it in target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b 2024-11-09T08:32:47,485 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f843962-bcdb-b577-7c51-d3e59a84c65d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:32:47,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b 2024-11-09T08:32:47,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:32:47,485 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c, deleteOnExit=true 2024-11-09T08:32:47,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:32:47,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/test.cache.data in system properties and HBase conf 2024-11-09T08:32:47,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:32:47,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:32:47,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:32:47,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:32:47,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:32:47,486 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:32:47,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:47,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:47,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:32:47,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:47,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:32:47,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:32:47,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:47,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:47,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:32:47,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:32:47,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:32:47,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:47,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:32:47,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:32:47,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:47,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:47,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:47,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:47,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:32:47,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:47,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4189670e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:47,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59d625d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:47,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c9b652{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/java.io.tmpdir/jetty-localhost-34895-hadoop-hdfs-3_4_1-tests_jar-_-any-1966272519572364907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:47,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35110b9a{HTTP/1.1, (http/1.1)}{localhost:34895} 2024-11-09T08:32:47,918 INFO [Time-limited test {}] server.Server(415): Started @24452ms 2024-11-09T08:32:48,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:48,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:48,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:48,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:48,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:32:48,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23971e7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:48,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c764378{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:48,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fd473aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/java.io.tmpdir/jetty-localhost-36309-hadoop-hdfs-3_4_1-tests_jar-_-any-18081515465007319069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:48,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e787135{HTTP/1.1, (http/1.1)}{localhost:36309} 2024-11-09T08:32:48,263 INFO [Time-limited test {}] server.Server(415): Started @24797ms 2024-11-09T08:32:48,265 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:32:48,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:48,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:48,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:48,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:48,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:32:48,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a333675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:48,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@90db679{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:48,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a52d4d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/java.io.tmpdir/jetty-localhost-36911-hadoop-hdfs-3_4_1-tests_jar-_-any-2313789724332984645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:48,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fb577c0{HTTP/1.1, (http/1.1)}{localhost:36911} 2024-11-09T08:32:48,398 INFO [Time-limited test {}] server.Server(415): Started @24931ms 2024-11-09T08:32:48,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:32:49,414 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/data/data1/current/BP-600734458-172.17.0.3-1731141167503/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:49,414 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/data/data2/current/BP-600734458-172.17.0.3-1731141167503/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:49,437 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:32:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ddba266b012b162 with lease ID 0x6777d7823e10c66c: Processing first storage report for DS-e8b54ea6-677d-49da-8a70-d24884106f28 from datanode DatanodeRegistration(127.0.0.1:42105, datanodeUuid=c988556d-7356-4cc1-b652-a3cdd18e270c, infoPort=40613, infoSecurePort=0, ipcPort=46335, storageInfo=lv=-57;cid=testClusterID;nsid=1161838520;c=1731141167503) 2024-11-09T08:32:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ddba266b012b162 with lease ID 0x6777d7823e10c66c: from storage DS-e8b54ea6-677d-49da-8a70-d24884106f28 node DatanodeRegistration(127.0.0.1:42105, datanodeUuid=c988556d-7356-4cc1-b652-a3cdd18e270c, infoPort=40613, infoSecurePort=0, ipcPort=46335, storageInfo=lv=-57;cid=testClusterID;nsid=1161838520;c=1731141167503), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ddba266b012b162 with lease ID 0x6777d7823e10c66c: Processing first storage report for DS-8742090b-0dba-4864-a435-c201d922b87a from datanode DatanodeRegistration(127.0.0.1:42105, datanodeUuid=c988556d-7356-4cc1-b652-a3cdd18e270c, infoPort=40613, infoSecurePort=0, ipcPort=46335, storageInfo=lv=-57;cid=testClusterID;nsid=1161838520;c=1731141167503) 2024-11-09T08:32:49,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ddba266b012b162 with lease ID 0x6777d7823e10c66c: from storage DS-8742090b-0dba-4864-a435-c201d922b87a node DatanodeRegistration(127.0.0.1:42105, datanodeUuid=c988556d-7356-4cc1-b652-a3cdd18e270c, infoPort=40613, infoSecurePort=0, ipcPort=46335, storageInfo=lv=-57;cid=testClusterID;nsid=1161838520;c=1731141167503), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:49,536 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/data/data3/current/BP-600734458-172.17.0.3-1731141167503/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:49,536 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/data/data4/current/BP-600734458-172.17.0.3-1731141167503/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:49,553 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:32:49,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x561e4e8e2f4478c with lease ID 0x6777d7823e10c66d: Processing first storage report for DS-df47b33e-b08a-4fdb-83ba-57338d3ee644 from datanode DatanodeRegistration(127.0.0.1:36771, datanodeUuid=c2bfd5bc-f57b-41bc-879b-57565ce2665a, infoPort=38581, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1161838520;c=1731141167503) 2024-11-09T08:32:49,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x561e4e8e2f4478c with lease ID 0x6777d7823e10c66d: from storage DS-df47b33e-b08a-4fdb-83ba-57338d3ee644 node DatanodeRegistration(127.0.0.1:36771, datanodeUuid=c2bfd5bc-f57b-41bc-879b-57565ce2665a, infoPort=38581, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1161838520;c=1731141167503), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:32:49,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x561e4e8e2f4478c with lease ID 0x6777d7823e10c66d: Processing first storage report for DS-022516c4-605f-416c-9c4c-c973ebea1f69 from datanode DatanodeRegistration(127.0.0.1:36771, datanodeUuid=c2bfd5bc-f57b-41bc-879b-57565ce2665a, infoPort=38581, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1161838520;c=1731141167503) 2024-11-09T08:32:49,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x561e4e8e2f4478c with lease ID 0x6777d7823e10c66d: from storage DS-022516c4-605f-416c-9c4c-c973ebea1f69 node DatanodeRegistration(127.0.0.1:36771, datanodeUuid=c2bfd5bc-f57b-41bc-879b-57565ce2665a, infoPort=38581, infoSecurePort=0, ipcPort=45091, storageInfo=lv=-57;cid=testClusterID;nsid=1161838520;c=1731141167503), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:49,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b 2024-11-09T08:32:49,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/zookeeper_0, clientPort=56796, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:32:49,645 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56796 2024-11-09T08:32:49,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:49,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:32:49,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:32:49,656 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818 with version=8 2024-11-09T08:32:49,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/hbase-staging 2024-11-09T08:32:49,658 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:49,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:49,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:49,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:49,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:49,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:49,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:32:49,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:49,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46155 2024-11-09T08:32:49,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46155 connecting to ZooKeeper ensemble=127.0.0.1:56796 2024-11-09T08:32:49,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461550x0, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:49,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46155-0x1011eb9ed970000 connected 2024-11-09T08:32:49,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:49,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:49,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:49,806 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818, hbase.cluster.distributed=false 2024-11-09T08:32:49,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:49,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46155 2024-11-09T08:32:49,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46155 2024-11-09T08:32:49,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46155 2024-11-09T08:32:49,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46155 2024-11-09T08:32:49,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46155 2024-11-09T08:32:49,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:49,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:49,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:49,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:49,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:49,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:49,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:32:49,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:49,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32917 2024-11-09T08:32:49,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32917 connecting to ZooKeeper ensemble=127.0.0.1:56796 2024-11-09T08:32:49,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:49,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:49,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329170x0, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:49,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329170x0, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:49,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32917-0x1011eb9ed970001 connected 2024-11-09T08:32:49,851 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:32:49,857 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T08:32:49,863 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T08:32:49,868 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T08:32:49,871 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T08:32:49,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:32:49,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:32:49,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:49,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32917 2024-11-09T08:32:49,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32917 2024-11-09T08:32:49,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32917 2024-11-09T08:32:49,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32917 2024-11-09T08:32:49,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32917 2024-11-09T08:32:49,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:49,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:49,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:49,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:32:49,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:49,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34383 2024-11-09T08:32:49,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34383 connecting to ZooKeeper ensemble=127.0.0.1:56796 2024-11-09T08:32:49,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:49,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:49,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343830x0, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:49,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343830x0, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:49,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34383-0x1011eb9ed970002 connected 2024-11-09T08:32:49,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:32:49,904 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T08:32:49,910 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T08:32:49,910 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T08:32:49,911 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T08:32:49,911 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:32:49,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:32:49,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:49,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34383 2024-11-09T08:32:49,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34383 2024-11-09T08:32:49,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34383 2024-11-09T08:32:49,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34383 2024-11-09T08:32:49,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34383 2024-11-09T08:32:49,926 DEBUG [M:0;d7c8ba49ede6:46155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:46155 2024-11-09T08:32:49,926 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7c8ba49ede6,46155,1731141169658 2024-11-09T08:32:49,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:49,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:49,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:49,935 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7c8ba49ede6,46155,1731141169658 2024-11-09T08:32:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:49,945 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T08:32:49,948 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7c8ba49ede6,46155,1731141169658 from backup master directory 2024-11-09T08:32:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7c8ba49ede6,46155,1731141169658 2024-11-09T08:32:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:49,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:49,955 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:49,955 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,46155,1731141169658 2024-11-09T08:32:49,962 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/hbase.id] with ID: 9bce8c5b-de84-4757-a3a5-f1d77fa1cedc 2024-11-09T08:32:49,962 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/.tmp/hbase.id 2024-11-09T08:32:49,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:32:49,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:32:49,969 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/.tmp/hbase.id]:[hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/hbase.id] 2024-11-09T08:32:49,982 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:49,982 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:32:49,983 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:32:49,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:49,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:49,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:32:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:32:50,006 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:32:50,008 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:32:50,008 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:32:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:32:50,018 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store 2024-11-09T08:32:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:32:50,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:32:50,025 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:50,025 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:32:50,025 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:50,025 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:50,025 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:32:50,025 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:50,026 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:50,026 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141170025Disabling compacts and flushes for region at 1731141170025Disabling writes for close at 1731141170025Writing region close event to WAL at 1731141170026 (+1 ms)Closed at 1731141170026 2024-11-09T08:32:50,026 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/.initializing 2024-11-09T08:32:50,026 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/WALs/d7c8ba49ede6,46155,1731141169658 2024-11-09T08:32:50,027 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:50,029 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C46155%2C1731141169658, suffix=, logDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/WALs/d7c8ba49ede6,46155,1731141169658, archiveDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/oldWALs, maxLogs=10 2024-11-09T08:32:50,043 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/WALs/d7c8ba49ede6,46155,1731141169658/d7c8ba49ede6%2C46155%2C1731141169658.1731141170029, exclude list is [], retry=0 2024-11-09T08:32:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-df47b33e-b08a-4fdb-83ba-57338d3ee644,DISK] 2024-11-09T08:32:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42105,DS-e8b54ea6-677d-49da-8a70-d24884106f28,DISK] 2024-11-09T08:32:50,048 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/WALs/d7c8ba49ede6,46155,1731141169658/d7c8ba49ede6%2C46155%2C1731141169658.1731141170029 2024-11-09T08:32:50,048 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38581:38581),(127.0.0.1/127.0.0.1:40613:40613)] 2024-11-09T08:32:50,048 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:32:50,048 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:50,048 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,048 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:32:50,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:50,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:50,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:32:50,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:50,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:50,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:32:50,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:50,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:50,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:32:50,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:50,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:50,060 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,061 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,061 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,062 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,062 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,063 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:50,064 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:50,066 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:50,067 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58875526, jitterRate=-0.12268629670143127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:50,067 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731141170048Initializing all the Stores at 1731141170049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141170049Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141170051 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141170051Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141170051Cleaning up temporary data from old regions at 1731141170062 (+11 ms)Region opened successfully at 1731141170067 (+5 ms) 2024-11-09T08:32:50,068 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:32:50,071 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c3c690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:50,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:32:50,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:32:50,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:32:50,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:32:50,073 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:32:50,073 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:32:50,073 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:32:50,075 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:32:50,075 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T08:32:50,081 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T08:32:50,082 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:32:50,082 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:32:50,092 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T08:32:50,092 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:32:50,093 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:32:50,102 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T08:32:50,103 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:32:50,113 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T08:32:50,116 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:32:50,124 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T08:32:50,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:50,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:50,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:50,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,135 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,46155,1731141169658, sessionid=0x1011eb9ed970000, setting cluster-up flag (Was=false) 2024-11-09T08:32:50,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,187 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T08:32:50,188 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,46155,1731141169658 2024-11-09T08:32:50,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,240 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T08:32:50,243 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,46155,1731141169658 2024-11-09T08:32:50,246 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:32:50,249 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:50,250 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:32:50,250 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:32:50,251 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,46155,1731141169658 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:32:50,252 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:50,252 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:50,253 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:50,253 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:50,253 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:32:50,253 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,253 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:50,253 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,257 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731141200256 2024-11-09T08:32:50,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:50,257 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:32:50,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:32:50,257 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:32:50,257 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:32:50,257 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:32:50,257 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:32:50,257 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:32:50,257 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,258 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:32:50,258 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:50,258 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:32:50,258 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:32:50,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:32:50,258 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:32:50,258 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:32:50,258 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141170258,5,FailOnTimeoutGroup] 2024-11-09T08:32:50,260 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141170258,5,FailOnTimeoutGroup] 2024-11-09T08:32:50,260 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,260 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:32:50,260 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,260 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:32:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:32:50,316 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(746): ClusterId : 9bce8c5b-de84-4757-a3a5-f1d77fa1cedc 2024-11-09T08:32:50,316 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(746): ClusterId : 9bce8c5b-de84-4757-a3a5-f1d77fa1cedc 2024-11-09T08:32:50,316 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:32:50,316 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:32:50,324 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:32:50,324 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:32:50,324 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:32:50,324 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:32:50,335 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:32:50,335 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:32:50,336 DEBUG [RS:1;d7c8ba49ede6:34383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4251f576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:50,336 DEBUG [RS:0;d7c8ba49ede6:32917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5aafb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:50,351 DEBUG [RS:1;d7c8ba49ede6:34383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d7c8ba49ede6:34383 2024-11-09T08:32:50,351 DEBUG [RS:0;d7c8ba49ede6:32917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:32917 2024-11-09T08:32:50,351 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:32:50,351 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:32:50,351 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:32:50,351 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:32:50,351 DEBUG [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:32:50,351 DEBUG [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:32:50,352 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,46155,1731141169658 with port=32917, startcode=1731141169832 2024-11-09T08:32:50,352 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,46155,1731141169658 with port=34383, startcode=1731141169890 2024-11-09T08:32:50,352 DEBUG [RS:0;d7c8ba49ede6:32917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:32:50,352 DEBUG [RS:1;d7c8ba49ede6:34383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:32:50,354 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:32:50,354 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:32:50,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:50,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:32:50,355 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46155 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:50,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,34383,1731141169890 2024-11-09T08:32:50,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46155 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,34383,1731141169890 2024-11-09T08:32:50,356 DEBUG [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818 2024-11-09T08:32:50,356 DEBUG [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33319 2024-11-09T08:32:50,356 DEBUG [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:32:50,358 DEBUG [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818 2024-11-09T08:32:50,358 DEBUG [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33319 2024-11-09T08:32:50,358 DEBUG [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:32:50,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:50,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:50,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:50,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:50,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:50,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:50,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:50,406 DEBUG [RS:0;d7c8ba49ede6:32917 {}] zookeeper.ZKUtil(111): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:50,406 WARN [RS:0;d7c8ba49ede6:32917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:50,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,34383,1731141169890] 2024-11-09T08:32:50,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,32917,1731141169832] 2024-11-09T08:32:50,406 INFO [RS:0;d7c8ba49ede6:32917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:50,406 DEBUG [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:50,406 DEBUG [RS:1;d7c8ba49ede6:34383 {}] zookeeper.ZKUtil(111): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,34383,1731141169890 2024-11-09T08:32:50,406 WARN [RS:1;d7c8ba49ede6:34383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:50,406 INFO [RS:1;d7c8ba49ede6:34383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:50,406 DEBUG [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,34383,1731141169890 2024-11-09T08:32:50,409 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:32:50,409 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:32:50,411 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:32:50,411 INFO [RS:1;d7c8ba49ede6:34383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:32:50,411 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,412 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:32:50,412 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:32:50,412 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:50,413 DEBUG [RS:1;d7c8ba49ede6:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:50,413 INFO [RS:0;d7c8ba49ede6:32917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:32:50,414 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,414 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:32:50,415 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:32:50,415 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,415 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:50,416 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:50,416 DEBUG [RS:0;d7c8ba49ede6:32917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:50,416 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,417 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,417 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,417 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,417 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,417 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34383,1731141169890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:50,424 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,424 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,424 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,424 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,424 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,424 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,32917,1731141169832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:50,436 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:32:50,436 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34383,1731141169890-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,436 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,436 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.Replication(171): d7c8ba49ede6,34383,1731141169890 started 2024-11-09T08:32:50,438 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:32:50,438 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,32917,1731141169832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,438 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,438 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.Replication(171): d7c8ba49ede6,32917,1731141169832 started 2024-11-09T08:32:50,451 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,451 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,32917,1731141169832, RpcServer on d7c8ba49ede6/172.17.0.3:32917, sessionid=0x1011eb9ed970001 2024-11-09T08:32:50,451 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:32:50,451 DEBUG [RS:0;d7c8ba49ede6:32917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:50,451 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,32917,1731141169832' 2024-11-09T08:32:50,451 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:32:50,452 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:32:50,452 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:50,452 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,34383,1731141169890, RpcServer on d7c8ba49ede6/172.17.0.3:34383, sessionid=0x1011eb9ed970002 2024-11-09T08:32:50,452 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:32:50,452 DEBUG [RS:1;d7c8ba49ede6:34383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,34383,1731141169890 2024-11-09T08:32:50,452 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34383,1731141169890' 2024-11-09T08:32:50,452 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:32:50,452 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:32:50,452 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:32:50,452 DEBUG [RS:0;d7c8ba49ede6:32917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:50,452 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,32917,1731141169832' 2024-11-09T08:32:50,452 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:32:50,453 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:32:50,453 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:32:50,453 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:32:50,453 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:32:50,453 DEBUG [RS:1;d7c8ba49ede6:34383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,34383,1731141169890 2024-11-09T08:32:50,453 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34383,1731141169890' 2024-11-09T08:32:50,453 DEBUG [RS:0;d7c8ba49ede6:32917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:32:50,453 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:32:50,453 INFO [RS:0;d7c8ba49ede6:32917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:32:50,453 INFO [RS:0;d7c8ba49ede6:32917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:32:50,453 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:32:50,454 DEBUG [RS:1;d7c8ba49ede6:34383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:32:50,454 INFO [RS:1;d7c8ba49ede6:34383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:32:50,454 INFO [RS:1;d7c8ba49ede6:34383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:32:50,554 INFO [RS:0;d7c8ba49ede6:32917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:50,554 INFO [RS:1;d7c8ba49ede6:34383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:50,556 INFO [RS:1;d7c8ba49ede6:34383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C34383%2C1731141169890, suffix=, logDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,34383,1731141169890, archiveDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/oldWALs, maxLogs=32 2024-11-09T08:32:50,556 INFO [RS:0;d7c8ba49ede6:32917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C32917%2C1731141169832, suffix=, logDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,32917,1731141169832, archiveDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/oldWALs, maxLogs=32 2024-11-09T08:32:50,568 DEBUG [RS:0;d7c8ba49ede6:32917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,32917,1731141169832/d7c8ba49ede6%2C32917%2C1731141169832.1731141170556, exclude list is [], retry=0 2024-11-09T08:32:50,568 DEBUG [RS:1;d7c8ba49ede6:34383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,34383,1731141169890/d7c8ba49ede6%2C34383%2C1731141169890.1731141170556, exclude list is [], retry=0 2024-11-09T08:32:50,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42105,DS-e8b54ea6-677d-49da-8a70-d24884106f28,DISK] 2024-11-09T08:32:50,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42105,DS-e8b54ea6-677d-49da-8a70-d24884106f28,DISK] 2024-11-09T08:32:50,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-df47b33e-b08a-4fdb-83ba-57338d3ee644,DISK] 2024-11-09T08:32:50,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-df47b33e-b08a-4fdb-83ba-57338d3ee644,DISK] 2024-11-09T08:32:50,577 INFO [RS:1;d7c8ba49ede6:34383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,34383,1731141169890/d7c8ba49ede6%2C34383%2C1731141169890.1731141170556 2024-11-09T08:32:50,577 INFO [RS:0;d7c8ba49ede6:32917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,32917,1731141169832/d7c8ba49ede6%2C32917%2C1731141169832.1731141170556 2024-11-09T08:32:50,577 DEBUG [RS:0;d7c8ba49ede6:32917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40613:40613),(127.0.0.1/127.0.0.1:38581:38581)] 2024-11-09T08:32:50,577 DEBUG [RS:1;d7c8ba49ede6:34383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38581:38581),(127.0.0.1/127.0.0.1:40613:40613)] 2024-11-09T08:32:50,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:32:50,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:32:50,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-09T08:32:50,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:32:50,671 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818 2024-11-09T08:32:50,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741834_1010 (size=32) 2024-11-09T08:32:50,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741834_1010 (size=32) 2024-11-09T08:32:50,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:50,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:32:50,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:32:50,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:50,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:50,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:32:50,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:32:50,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:50,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:50,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:32:50,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:32:50,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:50,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:50,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:32:50,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:32:50,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:50,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:50,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:32:50,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740 2024-11-09T08:32:50,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740 2024-11-09T08:32:50,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:32:50,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:32:50,696 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:50,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:32:50,699 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:50,700 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60066425, jitterRate=-0.1049405187368393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:50,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731141170685Initializing all the Stores at 1731141170686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141170686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141170686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141170686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141170686Cleaning up temporary data from old regions at 1731141170696 (+10 ms)Region opened successfully at 1731141170700 (+4 ms) 2024-11-09T08:32:50,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:32:50,701 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:32:50,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:32:50,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:32:50,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:32:50,701 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:50,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141170701Disabling compacts and flushes for region at 1731141170701Disabling writes for close at 1731141170701Writing region close event to WAL at 1731141170701Closed at 1731141170701 2024-11-09T08:32:50,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:50,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:32:50,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:32:50,704 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:32:50,705 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:32:50,856 DEBUG [d7c8ba49ede6:46155 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T08:32:50,856 DEBUG [d7c8ba49ede6:46155 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:32:50,860 DEBUG [d7c8ba49ede6:46155 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:32:50,860 DEBUG [d7c8ba49ede6:46155 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:32:50,860 DEBUG [d7c8ba49ede6:46155 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:32:50,860 DEBUG [d7c8ba49ede6:46155 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:32:50,860 INFO [d7c8ba49ede6:46155 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:32:50,860 INFO [d7c8ba49ede6:46155 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:32:50,860 DEBUG [d7c8ba49ede6:46155 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:32:50,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:50,863 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,32917,1731141169832, state=OPENING 2024-11-09T08:32:50,913 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:32:50,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:50,924 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:32:50,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:50,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:50,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:50,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,32917,1731141169832}] 2024-11-09T08:32:51,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:51,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:51,083 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:32:51,083 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:51,083 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:32:51,085 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C32917%2C1731141169832.meta, suffix=.meta, logDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,32917,1731141169832, archiveDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/oldWALs, maxLogs=32 2024-11-09T08:32:51,098 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,32917,1731141169832/d7c8ba49ede6%2C32917%2C1731141169832.meta.1731141171085.meta, exclude list is [], retry=0 2024-11-09T08:32:51,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-df47b33e-b08a-4fdb-83ba-57338d3ee644,DISK] 2024-11-09T08:32:51,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42105,DS-e8b54ea6-677d-49da-8a70-d24884106f28,DISK] 2024-11-09T08:32:51,102 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,32917,1731141169832/d7c8ba49ede6%2C32917%2C1731141169832.meta.1731141171085.meta 2024-11-09T08:32:51,103 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38581:38581),(127.0.0.1/127.0.0.1:40613:40613)] 2024-11-09T08:32:51,103 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:32:51,103 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:32:51,103 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:32:51,103 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:32:51,103 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:32:51,104 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:51,104 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:32:51,104 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:32:51,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:32:51,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:32:51,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:51,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:51,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:32:51,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:32:51,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:51,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:51,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:32:51,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:32:51,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:51,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:51,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:32:51,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:32:51,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:51,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:51,111 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:32:51,111 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740 2024-11-09T08:32:51,113 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740 2024-11-09T08:32:51,114 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:32:51,114 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:32:51,114 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:51,116 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:32:51,117 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74730286, jitterRate=0.11356803774833679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:51,117 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:32:51,117 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731141171104Writing region info on filesystem at 1731141171104Initializing all the Stores at 1731141171105 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141171105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141171105Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141171105Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141171105Cleaning up temporary data from old regions at 1731141171114 (+9 ms)Running coprocessor post-open hooks at 1731141171117 (+3 ms)Region opened successfully at 1731141171117 2024-11-09T08:32:51,118 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731141171077 2024-11-09T08:32:51,121 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:32:51,122 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:32:51,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:51,123 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,32917,1731141169832, state=OPEN 2024-11-09T08:32:51,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:51,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:51,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:51,134 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:51,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:51,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:51,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:51,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:32:51,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,32917,1731141169832 in 210 msec 2024-11-09T08:32:51,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:32:51,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-09T08:32:51,141 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:51,141 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:32:51,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:51,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,32917,1731141169832, seqNum=-1] 2024-11-09T08:32:51,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:51,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:51,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 903 msec 2024-11-09T08:32:51,151 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731141171151, completionTime=-1 2024-11-09T08:32:51,151 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T08:32:51,151 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:32:51,153 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T08:32:51,153 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731141231153 2024-11-09T08:32:51,153 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731141291153 2024-11-09T08:32:51,153 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:32:51,154 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46155,1731141169658-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:51,154 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46155,1731141169658-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:51,154 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46155,1731141169658-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:51,154 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:46155, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:51,154 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:51,154 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:51,156 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:32:51,158 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.203sec 2024-11-09T08:32:51,158 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:32:51,158 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:32:51,158 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:32:51,158 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:32:51,158 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:32:51,158 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46155,1731141169658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:51,158 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46155,1731141169658-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:32:51,161 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:32:51,161 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:32:51,161 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46155,1731141169658-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:51,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f0c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:51,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46155,-1 for getting cluster id 2024-11-09T08:32:51,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:32:51,219 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bce8c5b-de84-4757-a3a5-f1d77fa1cedc' 2024-11-09T08:32:51,220 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:32:51,220 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bce8c5b-de84-4757-a3a5-f1d77fa1cedc" 2024-11-09T08:32:51,220 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45318d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:51,220 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46155,-1] 2024-11-09T08:32:51,220 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:32:51,221 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:51,222 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:32:51,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b615a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:51,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:51,225 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,32917,1731141169832, seqNum=-1] 2024-11-09T08:32:51,226 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:51,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:51,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,46155,1731141169658 2024-11-09T08:32:51,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:32:51,230 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,46155,1731141169658 2024-11-09T08:32:51,230 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2765d048 2024-11-09T08:32:51,230 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:32:51,232 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:32:51,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:32:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T08:32:51,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:32:51,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:51,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T08:32:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:51,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:32:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:32:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:32:51,245 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05add1d1c2d6f86d7e46081cf7f99206, NAME => 'testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818 2024-11-09T08:32:51,245 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ad8f443045da92ec0ed3f27658efaaa7, NAME => 'testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818 2024-11-09T08:32:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:32:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:32:51,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:51,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 05add1d1c2d6f86d7e46081cf7f99206, disabling compactions & flushes 2024-11-09T08:32:51,254 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:51,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:51,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. after waiting 0 ms 2024-11-09T08:32:51,254 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:51,254 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:51,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05add1d1c2d6f86d7e46081cf7f99206: Waiting for close lock at 1731141171254Disabling compacts and flushes for region at 1731141171254Disabling writes for close at 1731141171254Writing region close event to WAL at 1731141171254Closed at 1731141171254 2024-11-09T08:32:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:32:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:32:51,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:51,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ad8f443045da92ec0ed3f27658efaaa7, disabling compactions & flushes 2024-11-09T08:32:51,256 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:51,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:51,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. after waiting 0 ms 2024-11-09T08:32:51,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:51,256 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:51,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ad8f443045da92ec0ed3f27658efaaa7: Waiting for close lock at 1731141171256Disabling compacts and flushes for region at 1731141171256Disabling writes for close at 1731141171256Writing region close event to WAL at 1731141171256Closed at 1731141171256 2024-11-09T08:32:51,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:32:51,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141171257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141171257"}]},"ts":"1731141171257"} 2024-11-09T08:32:51,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141171257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141171257"}]},"ts":"1731141171257"} 2024-11-09T08:32:51,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T08:32:51,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:32:51,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141171262"}]},"ts":"1731141171262"} 2024-11-09T08:32:51,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T08:32:51,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:32:51,266 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:32:51,266 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:32:51,266 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:32:51,266 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:32:51,266 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:32:51,266 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:32:51,266 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:32:51,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=05add1d1c2d6f86d7e46081cf7f99206, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad8f443045da92ec0ed3f27658efaaa7, ASSIGN}] 2024-11-09T08:32:51,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=05add1d1c2d6f86d7e46081cf7f99206, ASSIGN 2024-11-09T08:32:51,268 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad8f443045da92ec0ed3f27658efaaa7, ASSIGN 2024-11-09T08:32:51,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=05add1d1c2d6f86d7e46081cf7f99206, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,32917,1731141169832; forceNewPlan=false, retain=false 2024-11-09T08:32:51,270 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad8f443045da92ec0ed3f27658efaaa7, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34383,1731141169890; forceNewPlan=false, retain=false 2024-11-09T08:32:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:51,420 INFO [d7c8ba49ede6:46155 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T08:32:51,421 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ad8f443045da92ec0ed3f27658efaaa7, regionState=OPENING, regionLocation=d7c8ba49ede6,34383,1731141169890 2024-11-09T08:32:51,421 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05add1d1c2d6f86d7e46081cf7f99206, regionState=OPENING, regionLocation=d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:51,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad8f443045da92ec0ed3f27658efaaa7, ASSIGN because future has completed 2024-11-09T08:32:51,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad8f443045da92ec0ed3f27658efaaa7, server=d7c8ba49ede6,34383,1731141169890}] 2024-11-09T08:32:51,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=05add1d1c2d6f86d7e46081cf7f99206, ASSIGN because future has completed 2024-11-09T08:32:51,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05add1d1c2d6f86d7e46081cf7f99206, server=d7c8ba49ede6,32917,1731141169832}] 2024-11-09T08:32:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:51,579 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:51,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:51,586 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:51,587 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:51,587 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 05add1d1c2d6f86d7e46081cf7f99206, NAME => 'testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T08:32:51,587 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ad8f443045da92ec0ed3f27658efaaa7, NAME => 'testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T08:32:51,587 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,587 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,587 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:51,588 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:51,588 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,588 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,588 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,588 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,590 INFO [StoreOpener-ad8f443045da92ec0ed3f27658efaaa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,590 INFO [StoreOpener-05add1d1c2d6f86d7e46081cf7f99206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,592 INFO [StoreOpener-05add1d1c2d6f86d7e46081cf7f99206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05add1d1c2d6f86d7e46081cf7f99206 columnFamilyName family 2024-11-09T08:32:51,592 INFO [StoreOpener-ad8f443045da92ec0ed3f27658efaaa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad8f443045da92ec0ed3f27658efaaa7 columnFamilyName family 2024-11-09T08:32:51,592 DEBUG [StoreOpener-05add1d1c2d6f86d7e46081cf7f99206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:51,592 DEBUG [StoreOpener-ad8f443045da92ec0ed3f27658efaaa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:51,592 INFO [StoreOpener-05add1d1c2d6f86d7e46081cf7f99206-1 {}] regionserver.HStore(327): Store=05add1d1c2d6f86d7e46081cf7f99206/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:51,592 INFO [StoreOpener-ad8f443045da92ec0ed3f27658efaaa7-1 {}] regionserver.HStore(327): Store=ad8f443045da92ec0ed3f27658efaaa7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:51,593 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,593 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,593 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,593 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,594 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,594 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,594 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,594 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,594 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,594 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,596 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,596 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,598 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/ad8f443045da92ec0ed3f27658efaaa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:51,598 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/05add1d1c2d6f86d7e46081cf7f99206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:51,598 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ad8f443045da92ec0ed3f27658efaaa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63490423, jitterRate=-0.05391897261142731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:32:51,598 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:51,598 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 05add1d1c2d6f86d7e46081cf7f99206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69684551, jitterRate=0.03838072717189789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:32:51,598 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:51,599 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ad8f443045da92ec0ed3f27658efaaa7: Running coprocessor pre-open hook at 1731141171588Writing region info on filesystem at 1731141171588Initializing all the Stores at 1731141171589 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141171590 (+1 ms)Cleaning up temporary data from old regions at 1731141171594 (+4 ms)Running coprocessor post-open hooks at 1731141171598 (+4 ms)Region opened successfully at 1731141171599 (+1 ms) 2024-11-09T08:32:51,599 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 05add1d1c2d6f86d7e46081cf7f99206: Running coprocessor pre-open hook at 1731141171588Writing region info on filesystem at 1731141171588Initializing all the Stores at 1731141171589 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141171590 (+1 ms)Cleaning up temporary data from old regions at 1731141171594 (+4 ms)Running coprocessor post-open hooks at 1731141171598 (+4 ms)Region opened successfully at 1731141171599 (+1 ms) 2024-11-09T08:32:51,600 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7., pid=7, masterSystemTime=1731141171578 2024-11-09T08:32:51,600 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206., pid=8, masterSystemTime=1731141171580 2024-11-09T08:32:51,603 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:51,603 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:51,604 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05add1d1c2d6f86d7e46081cf7f99206, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:51,604 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:51,604 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:51,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ad8f443045da92ec0ed3f27658efaaa7, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34383,1731141169890 2024-11-09T08:32:51,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05add1d1c2d6f86d7e46081cf7f99206, server=d7c8ba49ede6,32917,1731141169832 because future has completed 2024-11-09T08:32:51,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T08:32:51,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05add1d1c2d6f86d7e46081cf7f99206, server=d7c8ba49ede6,32917,1731141169832 in 182 msec 2024-11-09T08:32:51,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad8f443045da92ec0ed3f27658efaaa7, server=d7c8ba49ede6,34383,1731141169890 because future has completed 2024-11-09T08:32:51,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=05add1d1c2d6f86d7e46081cf7f99206, ASSIGN in 344 msec 2024-11-09T08:32:51,613 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46155 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d7c8ba49ede6,34383,1731141169890, table=testClearRegionBlockCache, region=ad8f443045da92ec0ed3f27658efaaa7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T08:32:51,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T08:32:51,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ad8f443045da92ec0ed3f27658efaaa7, server=d7c8ba49ede6,34383,1731141169890 in 189 msec 2024-11-09T08:32:51,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T08:32:51,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad8f443045da92ec0ed3f27658efaaa7, ASSIGN in 349 msec 2024-11-09T08:32:51,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:32:51,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141171618"}]},"ts":"1731141171618"} 2024-11-09T08:32:51,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T08:32:51,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:32:51,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-09T08:32:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:51,870 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T08:32:51,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T08:32:51,870 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:32:51,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T08:32:51,874 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:32:51,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T08:32:51,879 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206., hostname=d7c8ba49ede6,32917,1731141169832, seqNum=2] 2024-11-09T08:32:51,894 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7., hostname=d7c8ba49ede6,34383,1731141169890, seqNum=2] 2024-11-09T08:32:51,895 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:51,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:51,907 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 05add1d1c2d6f86d7e46081cf7f99206 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T08:32:51,921 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/05add1d1c2d6f86d7e46081cf7f99206/.tmp/family/b4281f8d32d34b3f8054d3b6eba342a9 is 32, key is 1/family:/1731141171881/Put/seqid=0 2024-11-09T08:32:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741839_1015 (size=5054) 2024-11-09T08:32:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741839_1015 (size=5054) 2024-11-09T08:32:51,926 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/05add1d1c2d6f86d7e46081cf7f99206/.tmp/family/b4281f8d32d34b3f8054d3b6eba342a9 2024-11-09T08:32:51,932 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/05add1d1c2d6f86d7e46081cf7f99206/.tmp/family/b4281f8d32d34b3f8054d3b6eba342a9 as hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/05add1d1c2d6f86d7e46081cf7f99206/family/b4281f8d32d34b3f8054d3b6eba342a9 2024-11-09T08:32:51,937 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/05add1d1c2d6f86d7e46081cf7f99206/family/b4281f8d32d34b3f8054d3b6eba342a9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T08:32:51,938 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 05add1d1c2d6f86d7e46081cf7f99206 in 31ms, sequenceid=8, compaction requested=false 2024-11-09T08:32:51,938 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 05add1d1c2d6f86d7e46081cf7f99206: 2024-11-09T08:32:51,938 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ad8f443045da92ec0ed3f27658efaaa7 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T08:32:51,957 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/ad8f443045da92ec0ed3f27658efaaa7/.tmp/family/ce1afc141dbc40d891bb52b3121b8465 is 32, key is 5/family:/1731141171897/Put/seqid=0 2024-11-09T08:32:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741840_1016 (size=5083) 2024-11-09T08:32:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741840_1016 (size=5083) 2024-11-09T08:32:51,964 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/ad8f443045da92ec0ed3f27658efaaa7/.tmp/family/ce1afc141dbc40d891bb52b3121b8465 2024-11-09T08:32:51,970 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/ad8f443045da92ec0ed3f27658efaaa7/.tmp/family/ce1afc141dbc40d891bb52b3121b8465 as hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/ad8f443045da92ec0ed3f27658efaaa7/family/ce1afc141dbc40d891bb52b3121b8465 2024-11-09T08:32:51,976 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/ad8f443045da92ec0ed3f27658efaaa7/family/ce1afc141dbc40d891bb52b3121b8465, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T08:32:51,977 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ad8f443045da92ec0ed3f27658efaaa7 in 39ms, sequenceid=9, compaction requested=false 2024-11-09T08:32:51,977 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ad8f443045da92ec0ed3f27658efaaa7: 2024-11-09T08:32:51,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dddce63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:51,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,46155,-1 for getting cluster id 2024-11-09T08:32:51,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:32:51,979 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bce8c5b-de84-4757-a3a5-f1d77fa1cedc' 2024-11-09T08:32:51,979 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:32:51,979 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bce8c5b-de84-4757-a3a5-f1d77fa1cedc" 2024-11-09T08:32:51,979 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb3a27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:51,979 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,46155,-1] 2024-11-09T08:32:51,979 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:32:51,980 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:51,980 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:32:51,981 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7280fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:51,988 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T08:32:51,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:51,989 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,32917,1731141169832, seqNum=-1] 2024-11-09T08:32:51,990 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:51,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:51,994 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:51,995 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:51,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:51,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] bucket.BucketCache(1864): found 1 blocks for file ce1afc141dbc40d891bb52b3121b8465, starting offset: 0, end offset: 9223372036854775807 2024-11-09T08:32:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] bucket.BucketCache(1864): found 1 blocks for file b4281f8d32d34b3f8054d3b6eba342a9, starting offset: 0, end offset: 9223372036854775807 2024-11-09T08:32:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] bucket.BucketCache(857): removed key b4281f8d32d34b3f8054d3b6eba342a9_0 from back map with offset lock 2094080 in the evict process 2024-11-09T08:32:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] bucket.BucketCache(857): removed key ce1afc141dbc40d891bb52b3121b8465_0 from back map with offset lock 2094080 in the evict process 2024-11-09T08:32:51,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:51,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:51,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:51,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:52,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:32:52,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:32:52,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:52,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:52,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:52,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:52,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:32:52,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:32:52,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=922648738, stopped=false 2024-11-09T08:32:52,000 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,46155,1731141169658 2024-11-09T08:32:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:52,050 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:32:52,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:52,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:52,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:52,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:52,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:52,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:52,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,32917,1731141169832' ***** 2024-11-09T08:32:52,051 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:32:52,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,34383,1731141169890' ***** 2024-11-09T08:32:52,051 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:32:52,051 INFO [RS:1;d7c8ba49ede6:34383 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T08:32:52,051 INFO [RS:0;d7c8ba49ede6:32917 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T08:32:52,052 INFO [RS:0;d7c8ba49ede6:32917 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T08:32:52,052 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T08:32:52,052 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T08:32:52,052 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T08:32:52,052 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T08:32:52,052 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:32:52,052 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T08:32:52,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:32:52,052 INFO [RS:0;d7c8ba49ede6:32917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:32:52,052 INFO [RS:0;d7c8ba49ede6:32917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:32:52,052 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(3091): Received CLOSE for 05add1d1c2d6f86d7e46081cf7f99206 2024-11-09T08:32:52,052 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T08:32:52,052 INFO [RS:1;d7c8ba49ede6:34383 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T08:32:52,052 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:32:52,052 INFO [RS:1;d7c8ba49ede6:34383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:32:52,052 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:52,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:32:52,052 INFO [RS:1;d7c8ba49ede6:34383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:32:52,052 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:52,052 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(3091): Received CLOSE for ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:52,052 INFO [RS:0;d7c8ba49ede6:32917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:32917. 2024-11-09T08:32:52,053 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05add1d1c2d6f86d7e46081cf7f99206, disabling compactions & flushes 2024-11-09T08:32:52,053 DEBUG [RS:0;d7c8ba49ede6:32917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:52,053 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:52,053 DEBUG [RS:0;d7c8ba49ede6:32917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:52,053 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:52,053 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,34383,1731141169890 2024-11-09T08:32:52,053 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. after waiting 0 ms 2024-11-09T08:32:52,053 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:52,053 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:52,053 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad8f443045da92ec0ed3f27658efaaa7, disabling compactions & flushes 2024-11-09T08:32:52,053 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:32:52,053 INFO [RS:1;d7c8ba49ede6:34383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d7c8ba49ede6:34383. 2024-11-09T08:32:52,053 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:52,053 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:32:52,053 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:52,053 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:32:52,053 DEBUG [RS:1;d7c8ba49ede6:34383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:52,053 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. after waiting 0 ms 2024-11-09T08:32:52,053 DEBUG [RS:1;d7c8ba49ede6:34383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:52,053 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:52,053 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:32:52,053 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:32:52,053 DEBUG [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(1325): Online Regions={ad8f443045da92ec0ed3f27658efaaa7=testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7.} 2024-11-09T08:32:52,053 DEBUG [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(1351): Waiting on ad8f443045da92ec0ed3f27658efaaa7 2024-11-09T08:32:52,053 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:32:52,053 DEBUG [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 05add1d1c2d6f86d7e46081cf7f99206=testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206.} 2024-11-09T08:32:52,053 DEBUG [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1351): Waiting on 05add1d1c2d6f86d7e46081cf7f99206, 1588230740 2024-11-09T08:32:52,053 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:32:52,053 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:32:52,053 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:32:52,054 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:32:52,054 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:32:52,054 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T08:32:52,058 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/05add1d1c2d6f86d7e46081cf7f99206/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T08:32:52,058 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/default/testClearRegionBlockCache/ad8f443045da92ec0ed3f27658efaaa7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T08:32:52,058 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:52,058 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad8f443045da92ec0ed3f27658efaaa7: Waiting for close lock at 1731141172053Running coprocessor pre-close hooks at 1731141172053Disabling compacts and flushes for region at 1731141172053Disabling writes for close at 1731141172053Writing region close event to WAL at 1731141172054 (+1 ms)Running coprocessor post-close hooks at 1731141172058 (+4 ms)Closed at 1731141172058 2024-11-09T08:32:52,058 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:52,058 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05add1d1c2d6f86d7e46081cf7f99206: Waiting for close lock at 1731141172052Running coprocessor pre-close hooks at 1731141172052Disabling compacts and flushes for region at 1731141172052Disabling writes for close at 1731141172053 (+1 ms)Writing region close event to WAL at 1731141172054 (+1 ms)Running coprocessor post-close hooks at 1731141172058 (+4 ms)Closed at 1731141172058 2024-11-09T08:32:52,058 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7. 2024-11-09T08:32:52,059 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731141171232.05add1d1c2d6f86d7e46081cf7f99206. 2024-11-09T08:32:52,072 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/.tmp/info/8a03f86da84848e483b36a028da5c6c4 is 173, key is testClearRegionBlockCache,5,1731141171232.ad8f443045da92ec0ed3f27658efaaa7./info:regioninfo/1731141171605/Put/seqid=0 2024-11-09T08:32:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:32:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:32:52,120 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:52,126 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:52,253 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,34383,1731141169890; all regions closed. 2024-11-09T08:32:52,254 DEBUG [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:32:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741833_1009 (size=1867) 2024-11-09T08:32:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741833_1009 (size=1867) 2024-11-09T08:32:52,262 DEBUG [RS:1;d7c8ba49ede6:34383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/oldWALs 2024-11-09T08:32:52,262 INFO [RS:1;d7c8ba49ede6:34383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C34383%2C1731141169890:(num 1731141170556) 2024-11-09T08:32:52,262 DEBUG [RS:1;d7c8ba49ede6:34383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:52,263 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:52,263 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:52,263 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:52,264 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:32:52,264 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:52,264 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:32:52,264 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:32:52,264 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:52,264 INFO [RS:1;d7c8ba49ede6:34383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34383 2024-11-09T08:32:52,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,34383,1731141169890 2024-11-09T08:32:52,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:52,292 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:52,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,34383,1731141169890] 2024-11-09T08:32:52,313 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,34383,1731141169890 already deleted, retry=false 2024-11-09T08:32:52,313 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,34383,1731141169890 expired; onlineServers=1 2024-11-09T08:32:52,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:52,403 INFO [RS:1;d7c8ba49ede6:34383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:52,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x1011eb9ed970002, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:52,403 INFO [RS:1;d7c8ba49ede6:34383 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,34383,1731141169890; zookeeper connection closed. 2024-11-09T08:32:52,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12cd87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12cd87 2024-11-09T08:32:52,454 DEBUG [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:32:52,479 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/.tmp/info/8a03f86da84848e483b36a028da5c6c4 2024-11-09T08:32:52,503 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/.tmp/ns/e33aa88964c8464e8798e8518249afea is 43, key is default/ns:d/1731141171145/Put/seqid=0 2024-11-09T08:32:52,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:32:52,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:32:52,509 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/.tmp/ns/e33aa88964c8464e8798e8518249afea 2024-11-09T08:32:52,518 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:32:52,518 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:32:52,526 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/.tmp/table/dd8cd0876e294fa4a9f2aba7c3626172 is 61, key is testClearRegionBlockCache/table:state/1731141171618/Put/seqid=0 2024-11-09T08:32:52,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:32:52,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:32:52,531 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/.tmp/table/dd8cd0876e294fa4a9f2aba7c3626172 2024-11-09T08:32:52,538 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/.tmp/info/8a03f86da84848e483b36a028da5c6c4 as hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/info/8a03f86da84848e483b36a028da5c6c4 2024-11-09T08:32:52,544 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/info/8a03f86da84848e483b36a028da5c6c4, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T08:32:52,545 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/.tmp/ns/e33aa88964c8464e8798e8518249afea as hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/ns/e33aa88964c8464e8798e8518249afea 2024-11-09T08:32:52,552 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/ns/e33aa88964c8464e8798e8518249afea, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T08:32:52,553 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/.tmp/table/dd8cd0876e294fa4a9f2aba7c3626172 as hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/table/dd8cd0876e294fa4a9f2aba7c3626172 2024-11-09T08:32:52,560 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/table/dd8cd0876e294fa4a9f2aba7c3626172, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T08:32:52,562 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 507ms, sequenceid=13, compaction requested=false 2024-11-09T08:32:52,566 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T08:32:52,567 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:32:52,567 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:52,567 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141172053Running coprocessor pre-close hooks at 1731141172053Disabling compacts and flushes for region at 1731141172053Disabling writes for close at 1731141172054 (+1 ms)Obtaining lock to block concurrent updates at 1731141172054Preparing flush snapshotting stores in 1588230740 at 1731141172054Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731141172054Flushing stores of hbase:meta,,1.1588230740 at 1731141172055 (+1 ms)Flushing 1588230740/info: creating writer at 1731141172055Flushing 1588230740/info: appending metadata at 1731141172072 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731141172072Flushing 1588230740/ns: creating writer at 1731141172490 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731141172503 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731141172503Flushing 1588230740/table: creating writer at 1731141172514 (+11 ms)Flushing 1588230740/table: appending metadata at 1731141172526 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731141172526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2766fc: reopening flushed file at 1731141172537 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6d69e3: reopening flushed file at 1731141172544 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40253734: reopening flushed file at 1731141172552 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 507ms, sequenceid=13, compaction requested=false at 1731141172562 (+10 ms)Writing region close event to WAL at 1731141172563 (+1 ms)Running coprocessor post-close hooks at 1731141172567 (+4 ms)Closed at 1731141172567 2024-11-09T08:32:52,567 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:52,654 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,32917,1731141169832; all regions closed. 2024-11-09T08:32:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:32:52,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/WALs/d7c8ba49ede6,32917,1731141169832/d7c8ba49ede6%2C32917%2C1731141169832.meta.1731141171085.meta not finished, retry = 0 2024-11-09T08:32:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:32:52,761 DEBUG [RS:0;d7c8ba49ede6:32917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/oldWALs 2024-11-09T08:32:52,761 INFO [RS:0;d7c8ba49ede6:32917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C32917%2C1731141169832.meta:.meta(num 1731141171085) 2024-11-09T08:32:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741832_1008 (size=1758) 2024-11-09T08:32:52,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741832_1008 (size=1758) 2024-11-09T08:32:52,768 DEBUG [RS:0;d7c8ba49ede6:32917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/oldWALs 2024-11-09T08:32:52,768 INFO [RS:0;d7c8ba49ede6:32917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C32917%2C1731141169832:(num 1731141170556) 2024-11-09T08:32:52,768 DEBUG [RS:0;d7c8ba49ede6:32917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:52,768 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:52,768 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:52,768 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:52,769 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:52,769 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:52,769 INFO [RS:0;d7c8ba49ede6:32917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32917 2024-11-09T08:32:52,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:52,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,32917,1731141169832 2024-11-09T08:32:52,818 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:52,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,32917,1731141169832] 2024-11-09T08:32:52,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,32917,1731141169832 already deleted, retry=false 2024-11-09T08:32:52,839 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,32917,1731141169832 expired; onlineServers=0 2024-11-09T08:32:52,840 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,46155,1731141169658' ***** 2024-11-09T08:32:52,840 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:32:52,840 INFO [M:0;d7c8ba49ede6:46155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:52,840 INFO [M:0;d7c8ba49ede6:46155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:52,840 DEBUG [M:0;d7c8ba49ede6:46155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:32:52,840 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:32:52,840 DEBUG [M:0;d7c8ba49ede6:46155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:32:52,840 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141170258 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141170258,5,FailOnTimeoutGroup] 2024-11-09T08:32:52,840 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141170258 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141170258,5,FailOnTimeoutGroup] 2024-11-09T08:32:52,841 INFO [M:0;d7c8ba49ede6:46155 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:52,841 INFO [M:0;d7c8ba49ede6:46155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:52,841 DEBUG [M:0;d7c8ba49ede6:46155 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:32:52,841 INFO [M:0;d7c8ba49ede6:46155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:32:52,841 INFO [M:0;d7c8ba49ede6:46155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:32:52,841 INFO [M:0;d7c8ba49ede6:46155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:32:52,841 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:32:52,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:52,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:52,850 DEBUG [M:0;d7c8ba49ede6:46155 {}] zookeeper.ZKUtil(347): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T08:32:52,850 WARN [M:0;d7c8ba49ede6:46155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:32:52,850 INFO [M:0;d7c8ba49ede6:46155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/.lastflushedseqids 2024-11-09T08:32:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:32:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:32:52,858 INFO [M:0;d7c8ba49ede6:46155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:32:52,858 INFO [M:0;d7c8ba49ede6:46155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:32:52,858 DEBUG [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:32:52,858 INFO [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:52,858 DEBUG [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:52,858 DEBUG [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:32:52,859 DEBUG [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:52,859 INFO [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-09T08:32:52,874 DEBUG [M:0;d7c8ba49ede6:46155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b778ba3e27f845e3a2da7d4fbdd5c1d7 is 82, key is hbase:meta,,1/info:regioninfo/1731141171122/Put/seqid=0 2024-11-09T08:32:52,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:32:52,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:32:52,879 INFO [M:0;d7c8ba49ede6:46155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b778ba3e27f845e3a2da7d4fbdd5c1d7 2024-11-09T08:32:52,899 DEBUG [M:0;d7c8ba49ede6:46155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5af42d5ba0a44d096e5e52ec7a606d9 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731141171623/Put/seqid=0 2024-11-09T08:32:52,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741846_1022 (size=6219) 2024-11-09T08:32:52,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741846_1022 (size=6219) 2024-11-09T08:32:52,904 INFO [M:0;d7c8ba49ede6:46155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5af42d5ba0a44d096e5e52ec7a606d9 2024-11-09T08:32:52,922 DEBUG [M:0;d7c8ba49ede6:46155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a040755063ed420687ebfb1d53804bf2 is 69, key is d7c8ba49ede6,32917,1731141169832/rs:state/1731141170355/Put/seqid=0 2024-11-09T08:32:52,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:32:52,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:32:52,928 INFO [M:0;d7c8ba49ede6:46155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a040755063ed420687ebfb1d53804bf2 2024-11-09T08:32:52,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:52,929 INFO [RS:0;d7c8ba49ede6:32917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:52,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32917-0x1011eb9ed970001, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:52,929 INFO [RS:0;d7c8ba49ede6:32917 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,32917,1731141169832; zookeeper connection closed. 2024-11-09T08:32:52,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51a5c4f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51a5c4f7 2024-11-09T08:32:52,930 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T08:32:52,934 DEBUG [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b778ba3e27f845e3a2da7d4fbdd5c1d7 as hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b778ba3e27f845e3a2da7d4fbdd5c1d7 2024-11-09T08:32:52,940 INFO [M:0;d7c8ba49ede6:46155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b778ba3e27f845e3a2da7d4fbdd5c1d7, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T08:32:52,941 DEBUG [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5af42d5ba0a44d096e5e52ec7a606d9 as hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5af42d5ba0a44d096e5e52ec7a606d9 2024-11-09T08:32:52,945 INFO [M:0;d7c8ba49ede6:46155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5af42d5ba0a44d096e5e52ec7a606d9, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T08:32:52,946 DEBUG [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a040755063ed420687ebfb1d53804bf2 as hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a040755063ed420687ebfb1d53804bf2 2024-11-09T08:32:52,951 INFO [M:0;d7c8ba49ede6:46155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33319/user/jenkins/test-data/ebbdcbe7-8106-f44d-e291-b3e03b2d6818/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a040755063ed420687ebfb1d53804bf2, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T08:32:52,952 INFO [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false 2024-11-09T08:32:52,953 INFO [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:52,953 DEBUG [M:0;d7c8ba49ede6:46155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141172858Disabling compacts and flushes for region at 1731141172858Disabling writes for close at 1731141172859 (+1 ms)Obtaining lock to block concurrent updates at 1731141172859Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731141172859Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731141172859Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731141172860 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731141172860Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731141172874 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731141172874Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731141172883 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731141172898 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731141172898Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731141172908 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731141172921 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731141172921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bf46a6: reopening flushed file at 1731141172934 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3583f2: reopening flushed file at 1731141172940 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c066ce1: reopening flushed file at 1731141172945 (+5 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false at 1731141172952 (+7 ms)Writing region close event to WAL at 1731141172953 (+1 ms)Closed at 1731141172953 2024-11-09T08:32:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42105 is added to blk_1073741830_1006 (size=35440) 2024-11-09T08:32:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741830_1006 (size=35440) 2024-11-09T08:32:52,956 INFO [M:0;d7c8ba49ede6:46155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:32:52,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:52,956 INFO [M:0;d7c8ba49ede6:46155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46155 2024-11-09T08:32:52,957 INFO [M:0;d7c8ba49ede6:46155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:53,066 INFO [M:0;d7c8ba49ede6:46155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:53,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:53,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46155-0x1011eb9ed970000, quorum=127.0.0.1:56796, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:53,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a52d4d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:53,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fb577c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:53,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:53,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@90db679{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:53,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a333675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:53,070 WARN [BP-600734458-172.17.0.3-1731141167503 heartbeating to localhost/127.0.0.1:33319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:32:53,070 WARN [BP-600734458-172.17.0.3-1731141167503 heartbeating to localhost/127.0.0.1:33319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-600734458-172.17.0.3-1731141167503 (Datanode Uuid c2bfd5bc-f57b-41bc-879b-57565ce2665a) service to localhost/127.0.0.1:33319 2024-11-09T08:32:53,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:32:53,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:32:53,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/data/data3/current/BP-600734458-172.17.0.3-1731141167503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:53,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/data/data4/current/BP-600734458-172.17.0.3-1731141167503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:53,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:32:53,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fd473aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:53,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e787135{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:53,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:53,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c764378{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:53,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23971e7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:53,074 WARN [BP-600734458-172.17.0.3-1731141167503 heartbeating to localhost/127.0.0.1:33319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:32:53,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:32:53,074 WARN [BP-600734458-172.17.0.3-1731141167503 heartbeating to localhost/127.0.0.1:33319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-600734458-172.17.0.3-1731141167503 (Datanode Uuid c988556d-7356-4cc1-b652-a3cdd18e270c) service to localhost/127.0.0.1:33319 2024-11-09T08:32:53,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:32:53,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/data/data1/current/BP-600734458-172.17.0.3-1731141167503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:53,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/cluster_36ae8b09-9450-b1e3-7be1-01da97cac19c/data/data2/current/BP-600734458-172.17.0.3-1731141167503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:53,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:32:53,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c9b652{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:53,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35110b9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:53,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:53,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59d625d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:53,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4189670e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:53,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:32:53,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:32:53,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=153 (was 133) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33319 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:33319 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=494 (was 467) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=518 (was 554), ProcessCount=11 (was 11), AvailableMemoryMB=1361 (was 1493) 2024-11-09T08:32:53,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=153, OpenFileDescriptor=494, MaxFileDescriptor=1048576, SystemLoadAverage=518, ProcessCount=11, AvailableMemoryMB=1361 2024-11-09T08:32:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.log.dir so I do NOT create it in target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9 2024-11-09T08:32:53,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:32:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.tmp.dir so I do NOT create it in target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9 2024-11-09T08:32:53,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76d3701c-830d-bc39-0aa8-478b14bfab3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:32:53,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9 2024-11-09T08:32:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:32:53,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e, deleteOnExit=true 2024-11-09T08:32:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:32:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/test.cache.data in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:32:53,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:32:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:53,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:53,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:32:53,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:32:53,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:32:53,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:53,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:32:53,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:32:53,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:53,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:53,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:53,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:53,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:32:53,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:53,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e5ca029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:53,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303343d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:53,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ef93ff9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/java.io.tmpdir/jetty-localhost-44211-hadoop-hdfs-3_4_1-tests_jar-_-any-14618924923932328449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:53,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@769b0c7e{HTTP/1.1, (http/1.1)}{localhost:44211} 2024-11-09T08:32:53,719 INFO [Time-limited test {}] server.Server(415): Started @30252ms 2024-11-09T08:32:53,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:53,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:53,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:53,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:53,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:32:53,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@316a18a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:53,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@432aabaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:54,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6091ea70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/java.io.tmpdir/jetty-localhost-46163-hadoop-hdfs-3_4_1-tests_jar-_-any-4997654763633270557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:54,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6133bb31{HTTP/1.1, (http/1.1)}{localhost:46163} 2024-11-09T08:32:54,079 INFO [Time-limited test {}] server.Server(415): Started @30613ms 2024-11-09T08:32:54,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:32:54,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:54,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:54,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:54,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:54,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:32:54,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c3c1c69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:54,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51544fa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:54,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a6cde9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/java.io.tmpdir/jetty-localhost-34677-hadoop-hdfs-3_4_1-tests_jar-_-any-4115586669720771206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:54,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b1c2df2{HTTP/1.1, (http/1.1)}{localhost:34677} 2024-11-09T08:32:54,210 INFO [Time-limited test {}] server.Server(415): Started @30744ms 2024-11-09T08:32:54,212 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:32:55,285 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/data/data1/current/BP-541452877-172.17.0.3-1731141173155/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:55,285 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/data/data2/current/BP-541452877-172.17.0.3-1731141173155/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:55,302 WARN [Thread-1130 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:32:55,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf93c3ced6c7f6089 with lease ID 0xe28c2c29f45a8684: Processing first storage report for DS-e2b0f24e-75a6-4600-8816-d6424b6f127d from datanode DatanodeRegistration(127.0.0.1:40063, datanodeUuid=9264c84e-c45c-4220-8011-5726ee5290d5, infoPort=40177, infoSecurePort=0, ipcPort=35367, storageInfo=lv=-57;cid=testClusterID;nsid=1844574597;c=1731141173155) 2024-11-09T08:32:55,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf93c3ced6c7f6089 with lease ID 0xe28c2c29f45a8684: from storage DS-e2b0f24e-75a6-4600-8816-d6424b6f127d node DatanodeRegistration(127.0.0.1:40063, datanodeUuid=9264c84e-c45c-4220-8011-5726ee5290d5, infoPort=40177, infoSecurePort=0, ipcPort=35367, storageInfo=lv=-57;cid=testClusterID;nsid=1844574597;c=1731141173155), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:55,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf93c3ced6c7f6089 with lease ID 0xe28c2c29f45a8684: Processing first storage report for DS-efb7b180-cb36-4b79-baa5-3ccb6f53a4b8 from datanode DatanodeRegistration(127.0.0.1:40063, datanodeUuid=9264c84e-c45c-4220-8011-5726ee5290d5, infoPort=40177, infoSecurePort=0, ipcPort=35367, storageInfo=lv=-57;cid=testClusterID;nsid=1844574597;c=1731141173155) 2024-11-09T08:32:55,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf93c3ced6c7f6089 with lease ID 0xe28c2c29f45a8684: from storage DS-efb7b180-cb36-4b79-baa5-3ccb6f53a4b8 node DatanodeRegistration(127.0.0.1:40063, datanodeUuid=9264c84e-c45c-4220-8011-5726ee5290d5, infoPort=40177, infoSecurePort=0, ipcPort=35367, storageInfo=lv=-57;cid=testClusterID;nsid=1844574597;c=1731141173155), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:55,411 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/data/data4/current/BP-541452877-172.17.0.3-1731141173155/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:55,412 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/data/data3/current/BP-541452877-172.17.0.3-1731141173155/current, will proceed with Du for space computation calculation, 2024-11-09T08:32:55,435 WARN [Thread-1153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:32:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6c6eeda319c4168 with lease ID 0xe28c2c29f45a8685: Processing first storage report for DS-88044414-8f27-4f4b-8073-2063d4d5e844 from datanode DatanodeRegistration(127.0.0.1:43645, datanodeUuid=fbbaaf72-d95a-4c6f-8aef-d8694a6b9a0c, infoPort=46029, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=1844574597;c=1731141173155) 2024-11-09T08:32:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6c6eeda319c4168 with lease ID 0xe28c2c29f45a8685: from storage DS-88044414-8f27-4f4b-8073-2063d4d5e844 node DatanodeRegistration(127.0.0.1:43645, datanodeUuid=fbbaaf72-d95a-4c6f-8aef-d8694a6b9a0c, infoPort=46029, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=1844574597;c=1731141173155), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6c6eeda319c4168 with lease ID 0xe28c2c29f45a8685: Processing first storage report for DS-82c2d403-e455-49d3-a708-9bba309a348b from datanode DatanodeRegistration(127.0.0.1:43645, datanodeUuid=fbbaaf72-d95a-4c6f-8aef-d8694a6b9a0c, infoPort=46029, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=1844574597;c=1731141173155) 2024-11-09T08:32:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6c6eeda319c4168 with lease ID 0xe28c2c29f45a8685: from storage DS-82c2d403-e455-49d3-a708-9bba309a348b node DatanodeRegistration(127.0.0.1:43645, datanodeUuid=fbbaaf72-d95a-4c6f-8aef-d8694a6b9a0c, infoPort=46029, infoSecurePort=0, ipcPort=40943, storageInfo=lv=-57;cid=testClusterID;nsid=1844574597;c=1731141173155), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:32:55,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9 2024-11-09T08:32:55,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/zookeeper_0, clientPort=53537, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:32:55,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53537 2024-11-09T08:32:55,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:55,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:55,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:32:55,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:32:55,459 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835 with version=8 2024-11-09T08:32:55,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/hbase-staging 2024-11-09T08:32:55,461 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:55,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:55,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:55,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:55,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:55,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:55,462 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:32:55,462 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:55,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36893 2024-11-09T08:32:55,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36893 connecting to ZooKeeper ensemble=127.0.0.1:53537 2024-11-09T08:32:55,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368930x0, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:55,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36893-0x1011eba04430000 connected 2024-11-09T08:32:55,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:55,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:55,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:55,605 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835, hbase.cluster.distributed=false 2024-11-09T08:32:55,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:55,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36893 2024-11-09T08:32:55,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36893 2024-11-09T08:32:55,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36893 2024-11-09T08:32:55,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36893 2024-11-09T08:32:55,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36893 2024-11-09T08:32:55,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:55,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:55,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:55,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:55,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:55,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:55,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:32:55,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:55,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33511 2024-11-09T08:32:55,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33511 connecting to ZooKeeper ensemble=127.0.0.1:53537 2024-11-09T08:32:55,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:55,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:55,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335110x0, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:55,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33511-0x1011eba04430001 connected 2024-11-09T08:32:55,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:55,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:32:55,640 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T08:32:55,645 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T08:32:55,645 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T08:32:55,646 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T08:32:55,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:32:55,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:32:55,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:55,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33511 2024-11-09T08:32:55,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33511 2024-11-09T08:32:55,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33511 2024-11-09T08:32:55,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33511 2024-11-09T08:32:55,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33511 2024-11-09T08:32:55,667 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:32:55,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:55,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:55,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:32:55,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:32:55,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:32:55,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:32:55,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:32:55,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35735 2024-11-09T08:32:55,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35735 connecting to ZooKeeper ensemble=127.0.0.1:53537 2024-11-09T08:32:55,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:55,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:55,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357350x0, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:32:55,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:55,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35735-0x1011eba04430002 connected 2024-11-09T08:32:55,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:32:55,682 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T08:32:55,687 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T08:32:55,688 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T08:32:55,688 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T08:32:55,688 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:32:55,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:32:55,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:32:55,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35735 2024-11-09T08:32:55,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35735 2024-11-09T08:32:55,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35735 2024-11-09T08:32:55,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35735 2024-11-09T08:32:55,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35735 2024-11-09T08:32:55,702 DEBUG [M:0;d7c8ba49ede6:36893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:36893 2024-11-09T08:32:55,702 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7c8ba49ede6,36893,1731141175461 2024-11-09T08:32:55,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:55,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:55,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:55,713 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7c8ba49ede6,36893,1731141175461 2024-11-09T08:32:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:55,724 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T08:32:55,726 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7c8ba49ede6,36893,1731141175461 from backup master directory 2024-11-09T08:32:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7c8ba49ede6,36893,1731141175461 2024-11-09T08:32:55,734 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:55,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:32:55,734 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,36893,1731141175461 2024-11-09T08:32:55,738 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/hbase.id] with ID: 8c0d3504-d7b7-45e9-8e0e-8069b74eb36a 2024-11-09T08:32:55,738 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/.tmp/hbase.id 2024-11-09T08:32:55,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:32:55,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:32:55,744 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/.tmp/hbase.id]:[hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/hbase.id] 2024-11-09T08:32:55,757 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:32:55,757 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:32:55,758 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T08:32:55,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:55,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:55,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:55,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:32:55,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:32:55,773 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:32:55,773 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:32:55,774 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:32:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:32:55,783 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store 2024-11-09T08:32:55,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:32:55,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:32:55,790 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:55,790 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:32:55,790 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:55,790 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:55,790 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:32:55,790 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:55,790 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:55,790 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141175790Disabling compacts and flushes for region at 1731141175790Disabling writes for close at 1731141175790Writing region close event to WAL at 1731141175790Closed at 1731141175790 2024-11-09T08:32:55,791 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/.initializing 2024-11-09T08:32:55,791 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/WALs/d7c8ba49ede6,36893,1731141175461 2024-11-09T08:32:55,792 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:55,794 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C36893%2C1731141175461, suffix=, logDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/WALs/d7c8ba49ede6,36893,1731141175461, archiveDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/oldWALs, maxLogs=10 2024-11-09T08:32:55,806 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/WALs/d7c8ba49ede6,36893,1731141175461/d7c8ba49ede6%2C36893%2C1731141175461.1731141175794, exclude list is [], retry=0 2024-11-09T08:32:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-e2b0f24e-75a6-4600-8816-d6424b6f127d,DISK] 2024-11-09T08:32:55,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43645,DS-88044414-8f27-4f4b-8073-2063d4d5e844,DISK] 2024-11-09T08:32:55,811 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/WALs/d7c8ba49ede6,36893,1731141175461/d7c8ba49ede6%2C36893%2C1731141175461.1731141175794 2024-11-09T08:32:55,811 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40177:40177),(127.0.0.1/127.0.0.1:46029:46029)] 2024-11-09T08:32:55,811 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:32:55,811 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:55,812 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,812 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:32:55,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:55,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:55,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:32:55,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:55,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:55,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:32:55,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:55,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:55,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:32:55,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:55,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:55,821 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,822 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,822 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,824 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,824 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,824 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:55,825 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:32:55,828 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:55,829 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64495559, jitterRate=-0.03894127905368805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:55,830 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731141175812Initializing all the Stores at 1731141175813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141175813Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141175813Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141175813Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141175813Cleaning up temporary data from old regions at 1731141175824 (+11 ms)Region opened successfully at 1731141175830 (+6 ms) 2024-11-09T08:32:55,831 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:32:55,835 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66274b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:55,836 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:32:55,836 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:32:55,836 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:32:55,836 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:32:55,837 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:32:55,837 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:32:55,837 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:32:55,840 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:32:55,841 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T08:32:55,944 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T08:32:55,945 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:32:55,946 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:32:55,955 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T08:32:55,955 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:32:55,956 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:32:55,965 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T08:32:55,966 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:32:55,976 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T08:32:55,978 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:32:55,986 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T08:32:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:55,997 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,36893,1731141175461, sessionid=0x1011eba04430000, setting cluster-up flag (Was=false) 2024-11-09T08:32:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:56,049 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T08:32:56,051 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,36893,1731141175461 2024-11-09T08:32:56,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:56,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:56,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:56,102 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T08:32:56,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:32:56,106 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,36893,1731141175461 2024-11-09T08:32:56,109 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:32:56,111 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:56,112 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:32:56,112 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:32:56,112 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,36893,1731141175461 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:32:56,114 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:56,114 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:56,114 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:56,114 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:32:56,114 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:32:56,114 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,114 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:56,114 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,115 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731141206115 2024-11-09T08:32:56,115 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:32:56,116 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:32:56,116 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:32:56,116 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:32:56,116 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:32:56,116 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:32:56,116 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:56,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:32:56,118 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:56,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:32:56,119 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:32:56,119 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:32:56,119 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:32:56,119 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:32:56,119 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:32:56,120 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141176120,5,FailOnTimeoutGroup] 2024-11-09T08:32:56,120 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141176120,5,FailOnTimeoutGroup] 2024-11-09T08:32:56,120 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,120 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:32:56,120 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,120 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:32:56,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:32:56,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:32:56,131 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835 2024-11-09T08:32:56,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:56,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:56,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:56,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:56,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:56,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:32:56,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:32:56,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:56,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:56,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:32:56,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:32:56,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:56,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:32:56,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:56,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:32:56,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:32:56,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:56,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:56,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:32:56,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:32:56,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:56,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:56,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:32:56,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:32:56,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:56,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:56,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:32:56,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740 2024-11-09T08:32:56,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740 2024-11-09T08:32:56,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:32:56,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:32:56,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:56,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:32:56,159 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:56,159 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73976650, jitterRate=0.10233798623085022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:56,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731141176144Initializing all the Stores at 1731141176144Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141176144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141176145 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141176145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141176145Cleaning up temporary data from old regions at 1731141176155 (+10 ms)Region opened successfully at 1731141176160 (+5 ms) 2024-11-09T08:32:56,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:32:56,160 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:32:56,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:32:56,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:32:56,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:32:56,160 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:56,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141176160Disabling compacts and flushes for region at 1731141176160Disabling writes for close at 1731141176160Writing region close event to WAL at 1731141176160Closed at 1731141176160 2024-11-09T08:32:56,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:56,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:32:56,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:32:56,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:32:56,164 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:32:56,194 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(746): ClusterId : 8c0d3504-d7b7-45e9-8e0e-8069b74eb36a 2024-11-09T08:32:56,194 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(746): ClusterId : 8c0d3504-d7b7-45e9-8e0e-8069b74eb36a 2024-11-09T08:32:56,194 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:32:56,194 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:32:56,206 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:32:56,206 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:32:56,206 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:32:56,206 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:32:56,219 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:32:56,219 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:32:56,219 DEBUG [RS:0;d7c8ba49ede6:33511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f78b918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:56,219 DEBUG [RS:1;d7c8ba49ede6:35735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a32864a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:32:56,234 DEBUG [RS:1;d7c8ba49ede6:35735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d7c8ba49ede6:35735 2024-11-09T08:32:56,234 DEBUG [RS:0;d7c8ba49ede6:33511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:33511 2024-11-09T08:32:56,235 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:32:56,235 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:32:56,235 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:32:56,235 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:32:56,235 DEBUG [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:32:56,235 DEBUG [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:32:56,235 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,36893,1731141175461 with port=35735, startcode=1731141175667 2024-11-09T08:32:56,235 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,36893,1731141175461 with port=33511, startcode=1731141175625 2024-11-09T08:32:56,236 DEBUG [RS:0;d7c8ba49ede6:33511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:32:56,236 DEBUG [RS:1;d7c8ba49ede6:35735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:32:56,237 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:32:56,237 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:32:56,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,33511,1731141175625 2024-11-09T08:32:56,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36893 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,33511,1731141175625 2024-11-09T08:32:56,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:56,239 DEBUG [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835 2024-11-09T08:32:56,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36893 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:56,239 DEBUG [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35905 2024-11-09T08:32:56,239 DEBUG [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:32:56,240 DEBUG [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835 2024-11-09T08:32:56,240 DEBUG [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35905 2024-11-09T08:32:56,240 DEBUG [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:32:56,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:56,314 WARN [d7c8ba49ede6:36893 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T08:32:56,335 DEBUG [RS:0;d7c8ba49ede6:33511 {}] zookeeper.ZKUtil(111): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,33511,1731141175625 2024-11-09T08:32:56,335 WARN [RS:0;d7c8ba49ede6:33511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:56,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,33511,1731141175625] 2024-11-09T08:32:56,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,35735,1731141175667] 2024-11-09T08:32:56,335 INFO [RS:0;d7c8ba49ede6:33511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:56,335 DEBUG [RS:1;d7c8ba49ede6:35735 {}] zookeeper.ZKUtil(111): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:56,335 WARN [RS:1;d7c8ba49ede6:35735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:32:56,335 DEBUG [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,33511,1731141175625 2024-11-09T08:32:56,335 INFO [RS:1;d7c8ba49ede6:35735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:56,336 DEBUG [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:56,339 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:32:56,339 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:32:56,340 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:32:56,341 INFO [RS:1;d7c8ba49ede6:35735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:32:56,341 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,341 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:32:56,342 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:32:56,342 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,342 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,342 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,342 INFO [RS:0;d7c8ba49ede6:33511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:32:56,343 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,343 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:56,343 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,343 DEBUG [RS:1;d7c8ba49ede6:35735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:56,343 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:32:56,343 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,343 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,343 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,343 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,343 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,343 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35735,1731141175667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:56,344 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:32:56,344 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:56,344 DEBUG [RS:0;d7c8ba49ede6:33511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:32:56,345 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,345 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,345 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,345 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,345 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,345 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33511,1731141175625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:56,358 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:32:56,358 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,35735,1731141175667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,358 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,358 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.Replication(171): d7c8ba49ede6,35735,1731141175667 started 2024-11-09T08:32:56,360 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:32:56,360 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,33511,1731141175625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,361 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,361 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.Replication(171): d7c8ba49ede6,33511,1731141175625 started 2024-11-09T08:32:56,370 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,371 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,35735,1731141175667, RpcServer on d7c8ba49ede6/172.17.0.3:35735, sessionid=0x1011eba04430002 2024-11-09T08:32:56,371 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:32:56,371 DEBUG [RS:1;d7c8ba49ede6:35735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:56,371 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,35735,1731141175667' 2024-11-09T08:32:56,371 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:32:56,371 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:32:56,372 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:32:56,372 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:32:56,372 DEBUG [RS:1;d7c8ba49ede6:35735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:56,372 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,35735,1731141175667' 2024-11-09T08:32:56,372 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:32:56,372 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:32:56,372 DEBUG [RS:1;d7c8ba49ede6:35735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:32:56,372 INFO [RS:1;d7c8ba49ede6:35735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:32:56,372 INFO [RS:1;d7c8ba49ede6:35735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:32:56,373 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,373 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,33511,1731141175625, RpcServer on d7c8ba49ede6/172.17.0.3:33511, sessionid=0x1011eba04430001 2024-11-09T08:32:56,373 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:32:56,373 DEBUG [RS:0;d7c8ba49ede6:33511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,33511,1731141175625 2024-11-09T08:32:56,373 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,33511,1731141175625' 2024-11-09T08:32:56,373 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:32:56,374 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:32:56,374 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:32:56,374 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:32:56,374 DEBUG [RS:0;d7c8ba49ede6:33511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,33511,1731141175625 2024-11-09T08:32:56,374 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,33511,1731141175625' 2024-11-09T08:32:56,374 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:32:56,374 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:32:56,375 DEBUG [RS:0;d7c8ba49ede6:33511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:32:56,375 INFO [RS:0;d7c8ba49ede6:33511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:32:56,375 INFO [RS:0;d7c8ba49ede6:33511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:32:56,473 INFO [RS:1;d7c8ba49ede6:35735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:56,475 INFO [RS:1;d7c8ba49ede6:35735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C35735%2C1731141175667, suffix=, logDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,35735,1731141175667, archiveDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/oldWALs, maxLogs=32 2024-11-09T08:32:56,475 INFO [RS:0;d7c8ba49ede6:33511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:32:56,478 INFO [RS:0;d7c8ba49ede6:33511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C33511%2C1731141175625, suffix=, logDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,33511,1731141175625, archiveDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/oldWALs, maxLogs=32 2024-11-09T08:32:56,497 DEBUG [RS:1;d7c8ba49ede6:35735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,35735,1731141175667/d7c8ba49ede6%2C35735%2C1731141175667.1731141176476, exclude list is [], retry=0 2024-11-09T08:32:56,498 DEBUG [RS:0;d7c8ba49ede6:33511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,33511,1731141175625/d7c8ba49ede6%2C33511%2C1731141175625.1731141176479, exclude list is [], retry=0 2024-11-09T08:32:56,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-e2b0f24e-75a6-4600-8816-d6424b6f127d,DISK] 2024-11-09T08:32:56,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43645,DS-88044414-8f27-4f4b-8073-2063d4d5e844,DISK] 2024-11-09T08:32:56,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-e2b0f24e-75a6-4600-8816-d6424b6f127d,DISK] 2024-11-09T08:32:56,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43645,DS-88044414-8f27-4f4b-8073-2063d4d5e844,DISK] 2024-11-09T08:32:56,505 INFO [RS:0;d7c8ba49ede6:33511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,33511,1731141175625/d7c8ba49ede6%2C33511%2C1731141175625.1731141176479 2024-11-09T08:32:56,505 INFO [RS:1;d7c8ba49ede6:35735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,35735,1731141175667/d7c8ba49ede6%2C35735%2C1731141175667.1731141176476 2024-11-09T08:32:56,505 DEBUG [RS:1;d7c8ba49ede6:35735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40177:40177),(127.0.0.1/127.0.0.1:46029:46029)] 2024-11-09T08:32:56,505 DEBUG [RS:0;d7c8ba49ede6:33511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46029:46029),(127.0.0.1/127.0.0.1:40177:40177)] 2024-11-09T08:32:56,565 DEBUG [d7c8ba49ede6:36893 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T08:32:56,565 DEBUG [d7c8ba49ede6:36893 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:32:56,567 DEBUG [d7c8ba49ede6:36893 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:32:56,567 DEBUG [d7c8ba49ede6:36893 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:32:56,567 DEBUG [d7c8ba49ede6:36893 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:32:56,567 DEBUG [d7c8ba49ede6:36893 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:32:56,567 INFO [d7c8ba49ede6:36893 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:32:56,567 INFO [d7c8ba49ede6:36893 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:32:56,567 DEBUG [d7c8ba49ede6:36893 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:32:56,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:56,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,35735,1731141175667, state=OPENING 2024-11-09T08:32:56,586 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:32:56,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:56,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:56,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:56,598 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:32:56,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:56,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:56,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:56,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,35735,1731141175667}] 2024-11-09T08:32:56,753 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:56,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:56,761 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:32:56,761 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:32:56,761 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:32:56,765 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C35735%2C1731141175667.meta, suffix=.meta, logDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,35735,1731141175667, archiveDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/oldWALs, maxLogs=32 2024-11-09T08:32:56,779 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,35735,1731141175667/d7c8ba49ede6%2C35735%2C1731141175667.meta.1731141176765.meta, exclude list is [], retry=0 2024-11-09T08:32:56,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43645,DS-88044414-8f27-4f4b-8073-2063d4d5e844,DISK] 2024-11-09T08:32:56,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-e2b0f24e-75a6-4600-8816-d6424b6f127d,DISK] 2024-11-09T08:32:56,783 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/WALs/d7c8ba49ede6,35735,1731141175667/d7c8ba49ede6%2C35735%2C1731141175667.meta.1731141176765.meta 2024-11-09T08:32:56,783 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46029:46029),(127.0.0.1/127.0.0.1:40177:40177)] 2024-11-09T08:32:56,783 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:32:56,784 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:32:56,784 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:32:56,784 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:32:56,784 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:32:56,784 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:56,784 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:32:56,784 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:32:56,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:32:56,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:32:56,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:56,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:56,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:32:56,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:32:56,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:56,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:56,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:32:56,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:32:56,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:56,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:56,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:32:56,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:32:56,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:56,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:32:56,791 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:32:56,792 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740 2024-11-09T08:32:56,794 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740 2024-11-09T08:32:56,795 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:32:56,795 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:32:56,796 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:32:56,797 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:32:56,798 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70702799, jitterRate=0.053553804755210876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:32:56,798 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:32:56,799 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731141176784Writing region info on filesystem at 1731141176784Initializing all the Stores at 1731141176785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141176785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141176785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141176785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141176785Cleaning up temporary data from old regions at 1731141176795 (+10 ms)Running coprocessor post-open hooks at 1731141176798 (+3 ms)Region opened successfully at 1731141176799 (+1 ms) 2024-11-09T08:32:56,800 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731141176752 2024-11-09T08:32:56,802 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:32:56,802 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:32:56,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:56,804 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,35735,1731141175667, state=OPEN 2024-11-09T08:32:56,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:56,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:56,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:32:56,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:56,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:56,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:56,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:32:56,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:32:56,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,35735,1731141175667 in 218 msec 2024-11-09T08:32:56,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:32:56,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-09T08:32:56,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:32:56,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:32:56,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:56,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,35735,1731141175667, seqNum=-1] 2024-11-09T08:32:56,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:56,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:56,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 720 msec 2024-11-09T08:32:56,831 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731141176831, completionTime=-1 2024-11-09T08:32:56,831 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T08:32:56,831 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:32:56,833 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T08:32:56,833 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731141236833 2024-11-09T08:32:56,833 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731141296833 2024-11-09T08:32:56,833 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:32:56,833 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T08:32:56,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36893,1731141175461-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36893,1731141175461-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36893,1731141175461-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:36893, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,834 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,836 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:32:56,838 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.104sec 2024-11-09T08:32:56,838 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:32:56,838 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:32:56,839 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:32:56,839 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:32:56,839 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:32:56,839 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36893,1731141175461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:32:56,839 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36893,1731141175461-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:32:56,841 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:32:56,841 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:32:56,841 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,36893,1731141175461-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:32:56,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606c645b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:56,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,36893,-1 for getting cluster id 2024-11-09T08:32:56,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:32:56,896 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c0d3504-d7b7-45e9-8e0e-8069b74eb36a' 2024-11-09T08:32:56,896 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:32:56,896 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c0d3504-d7b7-45e9-8e0e-8069b74eb36a" 2024-11-09T08:32:56,897 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2020c8a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:56,897 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,36893,-1] 2024-11-09T08:32:56,897 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:32:56,897 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:56,898 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:32:56,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c065a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:32:56,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:32:56,900 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,35735,1731141175667, seqNum=-1] 2024-11-09T08:32:56,900 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:56,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:56,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,36893,1731141175461 2024-11-09T08:32:56,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:32:56,904 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,36893,1731141175461 2024-11-09T08:32:56,904 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cdeecb5 2024-11-09T08:32:56,905 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:32:56,906 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:32:56,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:32:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T08:32:56,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:32:56,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:56,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T08:32:56,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:32:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:32:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:32:56,920 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da791727afb70aee6a54e158b45090f6, NAME => 'testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835 2024-11-09T08:32:56,921 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e7859c9a6e90a5268eae32ad26a31730, NAME => 'testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835 2024-11-09T08:32:56,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:32:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:32:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:32:56,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:32:56,930 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:56,930 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e7859c9a6e90a5268eae32ad26a31730, disabling compactions & flushes 2024-11-09T08:32:56,930 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:56,930 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:56,930 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. after waiting 0 ms 2024-11-09T08:32:56,930 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:56,931 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:56,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e7859c9a6e90a5268eae32ad26a31730: Waiting for close lock at 1731141176930Disabling compacts and flushes for region at 1731141176930Disabling writes for close at 1731141176930Writing region close event to WAL at 1731141176930Closed at 1731141176931 (+1 ms) 2024-11-09T08:32:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:57,331 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:57,331 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing da791727afb70aee6a54e158b45090f6, disabling compactions & flushes 2024-11-09T08:32:57,331 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:57,331 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:57,331 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. after waiting 0 ms 2024-11-09T08:32:57,331 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:57,331 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:57,331 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for da791727afb70aee6a54e158b45090f6: Waiting for close lock at 1731141177331Disabling compacts and flushes for region at 1731141177331Disabling writes for close at 1731141177331Writing region close event to WAL at 1731141177331Closed at 1731141177331 2024-11-09T08:32:57,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:32:57,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141177333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141177333"}]},"ts":"1731141177333"} 2024-11-09T08:32:57,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141177333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141177333"}]},"ts":"1731141177333"} 2024-11-09T08:32:57,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T08:32:57,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:32:57,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141177338"}]},"ts":"1731141177338"} 2024-11-09T08:32:57,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T08:32:57,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:32:57,342 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:32:57,342 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:32:57,342 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:32:57,342 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:32:57,342 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:32:57,342 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:32:57,342 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:32:57,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da791727afb70aee6a54e158b45090f6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7859c9a6e90a5268eae32ad26a31730, ASSIGN}] 2024-11-09T08:32:57,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7859c9a6e90a5268eae32ad26a31730, ASSIGN 2024-11-09T08:32:57,344 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da791727afb70aee6a54e158b45090f6, ASSIGN 2024-11-09T08:32:57,345 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7859c9a6e90a5268eae32ad26a31730, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,33511,1731141175625; forceNewPlan=false, retain=false 2024-11-09T08:32:57,345 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da791727afb70aee6a54e158b45090f6, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,35735,1731141175667; forceNewPlan=false, retain=false 2024-11-09T08:32:57,496 INFO [d7c8ba49ede6:36893 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T08:32:57,496 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e7859c9a6e90a5268eae32ad26a31730, regionState=OPENING, regionLocation=d7c8ba49ede6,33511,1731141175625 2024-11-09T08:32:57,496 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da791727afb70aee6a54e158b45090f6, regionState=OPENING, regionLocation=d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:57,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7859c9a6e90a5268eae32ad26a31730, ASSIGN because future has completed 2024-11-09T08:32:57,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7859c9a6e90a5268eae32ad26a31730, server=d7c8ba49ede6,33511,1731141175625}] 2024-11-09T08:32:57,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da791727afb70aee6a54e158b45090f6, ASSIGN because future has completed 2024-11-09T08:32:57,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da791727afb70aee6a54e158b45090f6, server=d7c8ba49ede6,35735,1731141175667}] 2024-11-09T08:32:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:57,653 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:32:57,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:32:57,658 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:57,658 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:57,658 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e7859c9a6e90a5268eae32ad26a31730, NAME => 'testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T08:32:57,658 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => da791727afb70aee6a54e158b45090f6, NAME => 'testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T08:32:57,658 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,658 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,659 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:57,659 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:32:57,659 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,659 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,659 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,659 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,661 INFO [StoreOpener-e7859c9a6e90a5268eae32ad26a31730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,661 INFO [StoreOpener-da791727afb70aee6a54e158b45090f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,662 INFO [StoreOpener-da791727afb70aee6a54e158b45090f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da791727afb70aee6a54e158b45090f6 columnFamilyName family 2024-11-09T08:32:57,663 DEBUG [StoreOpener-da791727afb70aee6a54e158b45090f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:57,663 INFO [StoreOpener-e7859c9a6e90a5268eae32ad26a31730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7859c9a6e90a5268eae32ad26a31730 columnFamilyName family 2024-11-09T08:32:57,663 DEBUG [StoreOpener-e7859c9a6e90a5268eae32ad26a31730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:32:57,663 INFO [StoreOpener-da791727afb70aee6a54e158b45090f6-1 {}] regionserver.HStore(327): Store=da791727afb70aee6a54e158b45090f6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:57,663 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,663 INFO [StoreOpener-e7859c9a6e90a5268eae32ad26a31730-1 {}] regionserver.HStore(327): Store=e7859c9a6e90a5268eae32ad26a31730/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:32:57,663 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,664 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,664 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,664 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,665 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,665 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,665 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,665 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,665 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,667 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,667 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,669 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/da791727afb70aee6a54e158b45090f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:57,669 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/e7859c9a6e90a5268eae32ad26a31730/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:32:57,669 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened da791727afb70aee6a54e158b45090f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72557861, jitterRate=0.0811963826417923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:32:57,669 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e7859c9a6e90a5268eae32ad26a31730; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73369757, jitterRate=0.09329457581043243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:32:57,670 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:57,670 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:57,670 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for da791727afb70aee6a54e158b45090f6: Running coprocessor pre-open hook at 1731141177659Writing region info on filesystem at 1731141177659Initializing all the Stores at 1731141177660 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141177660Cleaning up temporary data from old regions at 1731141177665 (+5 ms)Running coprocessor post-open hooks at 1731141177670 (+5 ms)Region opened successfully at 1731141177670 2024-11-09T08:32:57,670 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e7859c9a6e90a5268eae32ad26a31730: Running coprocessor pre-open hook at 1731141177659Writing region info on filesystem at 1731141177659Initializing all the Stores at 1731141177660 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141177660Cleaning up temporary data from old regions at 1731141177665 (+5 ms)Running coprocessor post-open hooks at 1731141177670 (+5 ms)Region opened successfully at 1731141177670 2024-11-09T08:32:57,671 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730., pid=7, masterSystemTime=1731141177652 2024-11-09T08:32:57,671 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6., pid=8, masterSystemTime=1731141177654 2024-11-09T08:32:57,673 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:57,673 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:57,674 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da791727afb70aee6a54e158b45090f6, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:57,674 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:57,674 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:57,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e7859c9a6e90a5268eae32ad26a31730, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,33511,1731141175625 2024-11-09T08:32:57,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da791727afb70aee6a54e158b45090f6, server=d7c8ba49ede6,35735,1731141175667 because future has completed 2024-11-09T08:32:57,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7859c9a6e90a5268eae32ad26a31730, server=d7c8ba49ede6,33511,1731141175625 because future has completed 2024-11-09T08:32:57,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T08:32:57,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da791727afb70aee6a54e158b45090f6, server=d7c8ba49ede6,35735,1731141175667 in 177 msec 2024-11-09T08:32:57,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T08:32:57,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e7859c9a6e90a5268eae32ad26a31730, server=d7c8ba49ede6,33511,1731141175625 in 180 msec 2024-11-09T08:32:57,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da791727afb70aee6a54e158b45090f6, ASSIGN in 337 msec 2024-11-09T08:32:57,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-09T08:32:57,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7859c9a6e90a5268eae32ad26a31730, ASSIGN in 338 msec 2024-11-09T08:32:57,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:32:57,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141177684"}]},"ts":"1731141177684"} 2024-11-09T08:32:57,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T08:32:57,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:32:57,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 780 msec 2024-11-09T08:32:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:32:58,051 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T08:32:58,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T08:32:58,051 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:32:58,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T08:32:58,063 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:32:58,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T08:32:58,066 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6., hostname=d7c8ba49ede6,35735,1731141175667, seqNum=2] 2024-11-09T08:32:58,078 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730., hostname=d7c8ba49ede6,33511,1731141175625, seqNum=2] 2024-11-09T08:32:58,078 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:32:58,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:32:58,089 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e7859c9a6e90a5268eae32ad26a31730 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T08:32:58,106 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/e7859c9a6e90a5268eae32ad26a31730/.tmp/family/1fe8a2ecf51c43ada79220b0f68595c3 is 32, key is 5/family:/1731141178080/Put/seqid=0 2024-11-09T08:32:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741839_1015 (size=5083) 2024-11-09T08:32:58,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741839_1015 (size=5083) 2024-11-09T08:32:58,112 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/e7859c9a6e90a5268eae32ad26a31730/.tmp/family/1fe8a2ecf51c43ada79220b0f68595c3 2024-11-09T08:32:58,118 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/e7859c9a6e90a5268eae32ad26a31730/.tmp/family/1fe8a2ecf51c43ada79220b0f68595c3 as hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/e7859c9a6e90a5268eae32ad26a31730/family/1fe8a2ecf51c43ada79220b0f68595c3 2024-11-09T08:32:58,125 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/e7859c9a6e90a5268eae32ad26a31730/family/1fe8a2ecf51c43ada79220b0f68595c3, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T08:32:58,126 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e7859c9a6e90a5268eae32ad26a31730 in 37ms, sequenceid=9, compaction requested=false 2024-11-09T08:32:58,126 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e7859c9a6e90a5268eae32ad26a31730: 2024-11-09T08:32:58,126 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing da791727afb70aee6a54e158b45090f6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T08:32:58,144 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/da791727afb70aee6a54e158b45090f6/.tmp/family/7600331a29644e269ef7a95bd4a4821b is 32, key is 1/family:/1731141178067/Put/seqid=0 2024-11-09T08:32:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741840_1016 (size=5054) 2024-11-09T08:32:58,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741840_1016 (size=5054) 2024-11-09T08:32:58,551 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/da791727afb70aee6a54e158b45090f6/.tmp/family/7600331a29644e269ef7a95bd4a4821b 2024-11-09T08:32:58,565 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/da791727afb70aee6a54e158b45090f6/.tmp/family/7600331a29644e269ef7a95bd4a4821b as hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/da791727afb70aee6a54e158b45090f6/family/7600331a29644e269ef7a95bd4a4821b 2024-11-09T08:32:58,571 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/da791727afb70aee6a54e158b45090f6/family/7600331a29644e269ef7a95bd4a4821b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T08:32:58,572 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for da791727afb70aee6a54e158b45090f6 in 446ms, sequenceid=8, compaction requested=false 2024-11-09T08:32:58,572 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for da791727afb70aee6a54e158b45090f6: 2024-11-09T08:32:58,574 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 1fe8a2ecf51c43ada79220b0f68595c3, starting offset: 0, end offset: 9223372036854775807 2024-11-09T08:32:58,574 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 1fe8a2ecf51c43ada79220b0f68595c3_0 from back map with offset lock 2094080 in the evict process 2024-11-09T08:32:58,576 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 7600331a29644e269ef7a95bd4a4821b, starting offset: 0, end offset: 9223372036854775807 2024-11-09T08:32:58,576 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 7600331a29644e269ef7a95bd4a4821b_0 from back map with offset lock 2094080 in the evict process 2024-11-09T08:32:58,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:32:58,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:58,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:58,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:58,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:58,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:32:58,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:32:58,577 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1164114863, stopped=false 2024-11-09T08:32:58,577 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,36893,1731141175461 2024-11-09T08:32:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:32:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:58,586 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:32:58,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:58,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:32:58,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:58,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:58,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:32:58,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:58,587 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,33511,1731141175625' ***** 2024-11-09T08:32:58,587 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:32:58,587 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,35735,1731141175667' ***** 2024-11-09T08:32:58,587 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:32:58,587 INFO [RS:0;d7c8ba49ede6:33511 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T08:32:58,587 INFO [RS:1;d7c8ba49ede6:35735 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T08:32:58,588 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T08:32:58,588 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T08:32:58,588 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T08:32:58,588 INFO [RS:1;d7c8ba49ede6:35735 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T08:32:58,588 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T08:32:58,588 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:32:58,588 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T08:32:58,588 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:32:58,588 INFO [RS:1;d7c8ba49ede6:35735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:32:58,588 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T08:32:58,588 INFO [RS:0;d7c8ba49ede6:33511 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T08:32:58,588 INFO [RS:1;d7c8ba49ede6:35735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:32:58,588 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:32:58,588 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(3091): Received CLOSE for da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:58,588 INFO [RS:0;d7c8ba49ede6:33511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:32:58,588 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:32:58,588 INFO [RS:0;d7c8ba49ede6:33511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:32:58,588 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(3091): Received CLOSE for e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:58,588 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:58,588 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:58,588 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,33511,1731141175625 2024-11-09T08:32:58,588 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:58,588 INFO [RS:1;d7c8ba49ede6:35735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d7c8ba49ede6:35735. 2024-11-09T08:32:58,588 INFO [RS:0;d7c8ba49ede6:33511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:33511. 2024-11-09T08:32:58,588 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da791727afb70aee6a54e158b45090f6, disabling compactions & flushes 2024-11-09T08:32:58,588 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7859c9a6e90a5268eae32ad26a31730, disabling compactions & flushes 2024-11-09T08:32:58,588 DEBUG [RS:1;d7c8ba49ede6:35735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:58,588 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:58,588 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:58,588 DEBUG [RS:1;d7c8ba49ede6:35735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:58,588 DEBUG [RS:0;d7c8ba49ede6:33511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:32:58,589 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:58,588 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:58,589 DEBUG [RS:0;d7c8ba49ede6:33511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:58,589 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. after waiting 0 ms 2024-11-09T08:32:58,589 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. after waiting 0 ms 2024-11-09T08:32:58,589 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:58,589 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:32:58,589 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:58,589 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:32:58,589 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:32:58,589 DEBUG [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(1325): Online Regions={e7859c9a6e90a5268eae32ad26a31730=testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730.} 2024-11-09T08:32:58,589 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:32:58,589 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:32:58,589 DEBUG [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(1351): Waiting on e7859c9a6e90a5268eae32ad26a31730 2024-11-09T08:32:58,589 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:32:58,589 DEBUG [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(1325): Online Regions={da791727afb70aee6a54e158b45090f6=testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:32:58,589 DEBUG [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da791727afb70aee6a54e158b45090f6 2024-11-09T08:32:58,589 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:32:58,589 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:32:58,589 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:32:58,589 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:32:58,589 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:32:58,589 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T08:32:58,593 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/e7859c9a6e90a5268eae32ad26a31730/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T08:32:58,593 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/default/testClearRegionBlockCache/da791727afb70aee6a54e158b45090f6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T08:32:58,593 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:58,593 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:58,593 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da791727afb70aee6a54e158b45090f6: Waiting for close lock at 1731141178588Running coprocessor pre-close hooks at 1731141178588Disabling compacts and flushes for region at 1731141178588Disabling writes for close at 1731141178589 (+1 ms)Writing region close event to WAL at 1731141178589Running coprocessor post-close hooks at 1731141178593 (+4 ms)Closed at 1731141178593 2024-11-09T08:32:58,593 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7859c9a6e90a5268eae32ad26a31730: Waiting for close lock at 1731141178588Running coprocessor pre-close hooks at 1731141178588Disabling compacts and flushes for region at 1731141178588Disabling writes for close at 1731141178589 (+1 ms)Writing region close event to WAL at 1731141178589Running coprocessor post-close hooks at 1731141178593 (+4 ms)Closed at 1731141178593 2024-11-09T08:32:58,593 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731141176906.da791727afb70aee6a54e158b45090f6. 2024-11-09T08:32:58,593 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730. 2024-11-09T08:32:58,605 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/.tmp/info/b670a9e8c7564ccf96e8d41e2c1d7202 is 173, key is testClearRegionBlockCache,5,1731141176906.e7859c9a6e90a5268eae32ad26a31730./info:regioninfo/1731141177675/Put/seqid=0 2024-11-09T08:32:58,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:32:58,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:32:58,611 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/.tmp/info/b670a9e8c7564ccf96e8d41e2c1d7202 2024-11-09T08:32:58,631 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/.tmp/ns/9f88a8e515024b44a5122cd68d21f357 is 43, key is default/ns:d/1731141176825/Put/seqid=0 2024-11-09T08:32:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:32:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:32:58,636 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/.tmp/ns/9f88a8e515024b44a5122cd68d21f357 2024-11-09T08:32:58,646 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:58,658 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/.tmp/table/1d3d0bdaf02b4c0ca2d7fce2ad13b75d is 61, key is testClearRegionBlockCache/table:state/1731141177684/Put/seqid=0 2024-11-09T08:32:58,658 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:32:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:32:58,664 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/.tmp/table/1d3d0bdaf02b4c0ca2d7fce2ad13b75d 2024-11-09T08:32:58,672 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/.tmp/info/b670a9e8c7564ccf96e8d41e2c1d7202 as hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/info/b670a9e8c7564ccf96e8d41e2c1d7202 2024-11-09T08:32:58,677 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/info/b670a9e8c7564ccf96e8d41e2c1d7202, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T08:32:58,678 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/.tmp/ns/9f88a8e515024b44a5122cd68d21f357 as hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/ns/9f88a8e515024b44a5122cd68d21f357 2024-11-09T08:32:58,683 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/ns/9f88a8e515024b44a5122cd68d21f357, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T08:32:58,684 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/.tmp/table/1d3d0bdaf02b4c0ca2d7fce2ad13b75d as hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/table/1d3d0bdaf02b4c0ca2d7fce2ad13b75d 2024-11-09T08:32:58,691 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/table/1d3d0bdaf02b4c0ca2d7fce2ad13b75d, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T08:32:58,692 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false 2024-11-09T08:32:58,697 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T08:32:58,698 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:32:58,698 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:58,698 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141178589Running coprocessor pre-close hooks at 1731141178589Disabling compacts and flushes for region at 1731141178589Disabling writes for close at 1731141178589Obtaining lock to block concurrent updates at 1731141178589Preparing flush snapshotting stores in 1588230740 at 1731141178589Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731141178590 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731141178590Flushing 1588230740/info: creating writer at 1731141178590Flushing 1588230740/info: appending metadata at 1731141178605 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731141178605Flushing 1588230740/ns: creating writer at 1731141178616 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731141178630 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731141178630Flushing 1588230740/table: creating writer at 1731141178641 (+11 ms)Flushing 1588230740/table: appending metadata at 1731141178657 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731141178657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a76f1f: reopening flushed file at 1731141178671 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393ae831: reopening flushed file at 1731141178677 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615f1d90: reopening flushed file at 1731141178683 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false at 1731141178692 (+9 ms)Writing region close event to WAL at 1731141178693 (+1 ms)Running coprocessor post-close hooks at 1731141178698 (+5 ms)Closed at 1731141178698 2024-11-09T08:32:58,698 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:32:58,789 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,33511,1731141175625; all regions closed. 2024-11-09T08:32:58,789 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,35735,1731141175667; all regions closed. 2024-11-09T08:32:58,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741834_1010 (size=1867) 2024-11-09T08:32:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741834_1010 (size=1867) 2024-11-09T08:32:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:32:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:32:58,795 DEBUG [RS:0;d7c8ba49ede6:33511 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/oldWALs 2024-11-09T08:32:58,795 INFO [RS:0;d7c8ba49ede6:33511 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C33511%2C1731141175625:(num 1731141176479) 2024-11-09T08:32:58,795 DEBUG [RS:0;d7c8ba49ede6:33511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:58,795 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:58,796 DEBUG [RS:1;d7c8ba49ede6:35735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/oldWALs 2024-11-09T08:32:58,796 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:58,796 INFO [RS:1;d7c8ba49ede6:35735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C35735%2C1731141175667.meta:.meta(num 1731141176765) 2024-11-09T08:32:58,796 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:58,796 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:32:58,796 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:32:58,796 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:32:58,796 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:58,796 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:58,796 INFO [RS:0;d7c8ba49ede6:33511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33511 2024-11-09T08:32:58,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741833_1009 (size=1758) 2024-11-09T08:32:58,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741833_1009 (size=1758) 2024-11-09T08:32:58,802 DEBUG [RS:1;d7c8ba49ede6:35735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/oldWALs 2024-11-09T08:32:58,802 INFO [RS:1;d7c8ba49ede6:35735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C35735%2C1731141175667:(num 1731141176476) 2024-11-09T08:32:58,802 DEBUG [RS:1;d7c8ba49ede6:35735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:32:58,802 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:32:58,802 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:58,802 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:58,802 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:58,802 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:58,802 INFO [RS:1;d7c8ba49ede6:35735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35735 2024-11-09T08:32:58,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:32:58,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,33511,1731141175625 2024-11-09T08:32:58,816 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:58,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,35735,1731141175667 2024-11-09T08:32:58,826 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:58,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,33511,1731141175625] 2024-11-09T08:32:58,858 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,33511,1731141175625 already deleted, retry=false 2024-11-09T08:32:58,858 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,33511,1731141175625 expired; onlineServers=1 2024-11-09T08:32:58,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,35735,1731141175667] 2024-11-09T08:32:58,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,35735,1731141175667 already deleted, retry=false 2024-11-09T08:32:58,870 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,35735,1731141175667 expired; onlineServers=0 2024-11-09T08:32:58,870 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,36893,1731141175461' ***** 2024-11-09T08:32:58,870 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:32:58,870 INFO [M:0;d7c8ba49ede6:36893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:32:58,870 INFO [M:0;d7c8ba49ede6:36893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:32:58,870 DEBUG [M:0;d7c8ba49ede6:36893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:32:58,871 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:32:58,871 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141176120 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141176120,5,FailOnTimeoutGroup] 2024-11-09T08:32:58,871 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141176120 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141176120,5,FailOnTimeoutGroup] 2024-11-09T08:32:58,871 DEBUG [M:0;d7c8ba49ede6:36893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:32:58,871 INFO [M:0;d7c8ba49ede6:36893 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:32:58,871 INFO [M:0;d7c8ba49ede6:36893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:32:58,871 DEBUG [M:0;d7c8ba49ede6:36893 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:32:58,871 INFO [M:0;d7c8ba49ede6:36893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:32:58,871 INFO [M:0;d7c8ba49ede6:36893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:32:58,871 INFO [M:0;d7c8ba49ede6:36893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:32:58,871 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:32:58,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T08:32:58,881 DEBUG [M:0;d7c8ba49ede6:36893 {}] zookeeper.ZKUtil(347): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T08:32:58,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:32:58,881 WARN [M:0;d7c8ba49ede6:36893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:32:58,881 INFO [M:0;d7c8ba49ede6:36893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/.lastflushedseqids 2024-11-09T08:32:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:32:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:32:58,889 INFO [M:0;d7c8ba49ede6:36893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:32:58,889 INFO [M:0;d7c8ba49ede6:36893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:32:58,889 DEBUG [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:32:58,890 INFO [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:58,890 DEBUG [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:58,890 DEBUG [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:32:58,890 DEBUG [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:58,890 INFO [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-09T08:32:58,910 DEBUG [M:0;d7c8ba49ede6:36893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdf6f047bfa34f22b1e54ab940034467 is 82, key is hbase:meta,,1/info:regioninfo/1731141176803/Put/seqid=0 2024-11-09T08:32:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:32:58,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:32:58,916 INFO [M:0;d7c8ba49ede6:36893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdf6f047bfa34f22b1e54ab940034467 2024-11-09T08:32:58,937 INFO [RS:0;d7c8ba49ede6:33511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:58,937 INFO [RS:0;d7c8ba49ede6:33511 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,33511,1731141175625; zookeeper connection closed. 2024-11-09T08:32:58,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:58,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33511-0x1011eba04430001, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:58,937 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50d7e34d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50d7e34d 2024-11-09T08:32:58,940 DEBUG [M:0;d7c8ba49ede6:36893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2396c8f1d6bb47d3b66587c9e1c36815 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731141177688/Put/seqid=0 2024-11-09T08:32:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741846_1022 (size=6218) 2024-11-09T08:32:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741846_1022 (size=6218) 2024-11-09T08:32:58,947 INFO [M:0;d7c8ba49ede6:36893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2396c8f1d6bb47d3b66587c9e1c36815 2024-11-09T08:32:58,947 INFO [RS:1;d7c8ba49ede6:35735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:58,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:58,948 INFO [RS:1;d7c8ba49ede6:35735 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,35735,1731141175667; zookeeper connection closed. 2024-11-09T08:32:58,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35735-0x1011eba04430002, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:58,948 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35e4ef54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35e4ef54 2024-11-09T08:32:58,948 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T08:32:58,966 DEBUG [M:0;d7c8ba49ede6:36893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/419543bc822a4c0f99690f2ccc6b1b2a is 69, key is d7c8ba49ede6,33511,1731141175625/rs:state/1731141176238/Put/seqid=0 2024-11-09T08:32:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:32:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:32:58,972 INFO [M:0;d7c8ba49ede6:36893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/419543bc822a4c0f99690f2ccc6b1b2a 2024-11-09T08:32:58,978 DEBUG [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdf6f047bfa34f22b1e54ab940034467 as hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdf6f047bfa34f22b1e54ab940034467 2024-11-09T08:32:58,983 INFO [M:0;d7c8ba49ede6:36893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdf6f047bfa34f22b1e54ab940034467, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T08:32:58,985 DEBUG [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2396c8f1d6bb47d3b66587c9e1c36815 as hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2396c8f1d6bb47d3b66587c9e1c36815 2024-11-09T08:32:58,990 INFO [M:0;d7c8ba49ede6:36893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2396c8f1d6bb47d3b66587c9e1c36815, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T08:32:58,991 DEBUG [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/419543bc822a4c0f99690f2ccc6b1b2a as hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/419543bc822a4c0f99690f2ccc6b1b2a 2024-11-09T08:32:58,997 INFO [M:0;d7c8ba49ede6:36893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35905/user/jenkins/test-data/48fca07f-e4d1-8ecc-15ea-03cc31f7a835/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/419543bc822a4c0f99690f2ccc6b1b2a, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T08:32:58,998 INFO [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false 2024-11-09T08:32:58,999 INFO [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:32:58,999 DEBUG [M:0;d7c8ba49ede6:36893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141178889Disabling compacts and flushes for region at 1731141178889Disabling writes for close at 1731141178890 (+1 ms)Obtaining lock to block concurrent updates at 1731141178890Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731141178890Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731141178890Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731141178891 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731141178891Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731141178910 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731141178910Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731141178921 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731141178940 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731141178940Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731141178952 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731141178966 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731141178966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d6a748: reopening flushed file at 1731141178977 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68acb6ae: reopening flushed file at 1731141178984 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb66bd1: reopening flushed file at 1731141178990 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false at 1731141178998 (+8 ms)Writing region close event to WAL at 1731141178999 (+1 ms)Closed at 1731141178999 2024-11-09T08:32:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741830_1006 (size=35428) 2024-11-09T08:32:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741830_1006 (size=35428) 2024-11-09T08:32:59,002 INFO [M:0;d7c8ba49ede6:36893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:32:59,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:32:59,002 INFO [M:0;d7c8ba49ede6:36893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36893 2024-11-09T08:32:59,002 INFO [M:0;d7c8ba49ede6:36893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:32:59,107 INFO [M:0;d7c8ba49ede6:36893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:32:59,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:59,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36893-0x1011eba04430000, quorum=127.0.0.1:53537, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:32:59,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a6cde9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:59,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b1c2df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:59,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:59,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51544fa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:59,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c3c1c69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:59,111 WARN [BP-541452877-172.17.0.3-1731141173155 heartbeating to localhost/127.0.0.1:35905 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:32:59,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:32:59,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:32:59,111 WARN [BP-541452877-172.17.0.3-1731141173155 heartbeating to localhost/127.0.0.1:35905 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-541452877-172.17.0.3-1731141173155 (Datanode Uuid fbbaaf72-d95a-4c6f-8aef-d8694a6b9a0c) service to localhost/127.0.0.1:35905 2024-11-09T08:32:59,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/data/data3/current/BP-541452877-172.17.0.3-1731141173155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:59,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/data/data4/current/BP-541452877-172.17.0.3-1731141173155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:59,112 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:32:59,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6091ea70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:32:59,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6133bb31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:59,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:59,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@432aabaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:59,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@316a18a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:59,116 WARN [BP-541452877-172.17.0.3-1731141173155 heartbeating to localhost/127.0.0.1:35905 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:32:59,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:32:59,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:32:59,116 WARN [BP-541452877-172.17.0.3-1731141173155 heartbeating to localhost/127.0.0.1:35905 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-541452877-172.17.0.3-1731141173155 (Datanode Uuid 9264c84e-c45c-4220-8011-5726ee5290d5) service to localhost/127.0.0.1:35905 2024-11-09T08:32:59,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/data/data1/current/BP-541452877-172.17.0.3-1731141173155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:59,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/cluster_758b2083-893e-32b4-6206-034a52def51e/data/data2/current/BP-541452877-172.17.0.3-1731141173155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:32:59,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:32:59,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ef93ff9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:59,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@769b0c7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:32:59,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:32:59,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303343d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:32:59,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e5ca029{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.log.dir/,STOPPED} 2024-11-09T08:32:59,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:32:59,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:32:59,152 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=171 (was 153) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35905 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35905 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35905 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35905 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=521 (was 494) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=508 (was 518), ProcessCount=11 (was 11), AvailableMemoryMB=2198 (was 1361) - AvailableMemoryMB LEAK? - 2024-11-09T08:32:59,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=171, OpenFileDescriptor=521, MaxFileDescriptor=1048576, SystemLoadAverage=508, ProcessCount=11, AvailableMemoryMB=2197 2024-11-09T08:32:59,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.log.dir so I do NOT create it in target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12 2024-11-09T08:32:59,173 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T08:32:59,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.tmp.dir so I do NOT create it in target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12 2024-11-09T08:32:59,173 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c892b24-4c8f-b89b-a0c8-8daa6d5837d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T08:32:59,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12 2024-11-09T08:32:59,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:32:59,173 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7, deleteOnExit=true 2024-11-09T08:32:59,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/test.cache.data in system properties and HBase conf 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:32:59,174 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:59,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:32:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:32:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:32:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:32:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:32:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:32:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:32:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:32:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:32:59,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:59,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:32:59,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:32:59,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:32:59,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:32:59,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:32:59,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dae62d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:32:59,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3edf9569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:32:59,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@729d0e22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/java.io.tmpdir/jetty-localhost-41775-hadoop-hdfs-3_4_1-tests_jar-_-any-11405469393057965941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:32:59,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7621e72{HTTP/1.1, (http/1.1)}{localhost:41775} 2024-11-09T08:32:59,704 INFO [Time-limited test {}] server.Server(415): Started @36238ms 2024-11-09T08:32:59,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:33:00,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:33:00,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:33:00,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:33:00,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:33:00,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b0265f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:33:00,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23e79649{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:33:00,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59b46cab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/java.io.tmpdir/jetty-localhost-44445-hadoop-hdfs-3_4_1-tests_jar-_-any-16793357691242389751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:33:00,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e39c8ad{HTTP/1.1, (http/1.1)}{localhost:44445} 2024-11-09T08:33:00,132 INFO [Time-limited test {}] server.Server(415): Started @36666ms 2024-11-09T08:33:00,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:33:00,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:33:00,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:33:00,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:33:00,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:33:00,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:33:00,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ade1377{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:33:00,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b96e17f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:33:00,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@581d1929{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/java.io.tmpdir/jetty-localhost-40643-hadoop-hdfs-3_4_1-tests_jar-_-any-1322575652990106193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:33:00,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51ca635f{HTTP/1.1, (http/1.1)}{localhost:40643} 2024-11-09T08:33:00,307 INFO [Time-limited test {}] server.Server(415): Started @36840ms 2024-11-09T08:33:00,308 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:33:00,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:33:01,400 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/data/data1/current/BP-1320722975-172.17.0.3-1731141179199/current, will proceed with Du for space computation calculation, 2024-11-09T08:33:01,400 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/data/data2/current/BP-1320722975-172.17.0.3-1731141179199/current, will proceed with Du for space computation calculation, 2024-11-09T08:33:01,424 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:33:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4e48259d1cf83b with lease ID 0x7dcf655c73d17da4: Processing first storage report for DS-c2abf966-4d36-40bf-83a2-6a973c509961 from datanode DatanodeRegistration(127.0.0.1:41185, datanodeUuid=66a3e123-d3bd-4906-a736-d1295060d8ec, infoPort=44729, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=709412890;c=1731141179199) 2024-11-09T08:33:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4e48259d1cf83b with lease ID 0x7dcf655c73d17da4: from storage DS-c2abf966-4d36-40bf-83a2-6a973c509961 node DatanodeRegistration(127.0.0.1:41185, datanodeUuid=66a3e123-d3bd-4906-a736-d1295060d8ec, infoPort=44729, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=709412890;c=1731141179199), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:33:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4e48259d1cf83b with lease ID 0x7dcf655c73d17da4: Processing first storage report for DS-c53421ba-41dc-4f02-8ddf-981a56001ae6 from datanode DatanodeRegistration(127.0.0.1:41185, datanodeUuid=66a3e123-d3bd-4906-a736-d1295060d8ec, infoPort=44729, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=709412890;c=1731141179199) 2024-11-09T08:33:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4e48259d1cf83b with lease ID 0x7dcf655c73d17da4: from storage DS-c53421ba-41dc-4f02-8ddf-981a56001ae6 node DatanodeRegistration(127.0.0.1:41185, datanodeUuid=66a3e123-d3bd-4906-a736-d1295060d8ec, infoPort=44729, infoSecurePort=0, ipcPort=42229, storageInfo=lv=-57;cid=testClusterID;nsid=709412890;c=1731141179199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:33:01,730 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/data/data3/current/BP-1320722975-172.17.0.3-1731141179199/current, will proceed with Du for space computation calculation, 2024-11-09T08:33:01,731 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/data/data4/current/BP-1320722975-172.17.0.3-1731141179199/current, will proceed with Du for space computation calculation, 2024-11-09T08:33:01,749 WARN [Thread-1420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:33:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd551999d4898485 with lease ID 0x7dcf655c73d17da5: Processing first storage report for DS-c9355070-cef0-4972-a825-667698a43790 from datanode DatanodeRegistration(127.0.0.1:44083, datanodeUuid=05198e14-ec59-44a8-bc33-57e839b3f14f, infoPort=37335, infoSecurePort=0, ipcPort=35797, storageInfo=lv=-57;cid=testClusterID;nsid=709412890;c=1731141179199) 2024-11-09T08:33:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd551999d4898485 with lease ID 0x7dcf655c73d17da5: from storage DS-c9355070-cef0-4972-a825-667698a43790 node DatanodeRegistration(127.0.0.1:44083, datanodeUuid=05198e14-ec59-44a8-bc33-57e839b3f14f, infoPort=37335, infoSecurePort=0, ipcPort=35797, storageInfo=lv=-57;cid=testClusterID;nsid=709412890;c=1731141179199), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:33:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd551999d4898485 with lease ID 0x7dcf655c73d17da5: Processing first storage report for DS-d2fe5135-867d-43db-8f0c-b2fe775323b2 from datanode DatanodeRegistration(127.0.0.1:44083, datanodeUuid=05198e14-ec59-44a8-bc33-57e839b3f14f, infoPort=37335, infoSecurePort=0, ipcPort=35797, storageInfo=lv=-57;cid=testClusterID;nsid=709412890;c=1731141179199) 2024-11-09T08:33:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd551999d4898485 with lease ID 0x7dcf655c73d17da5: from storage DS-d2fe5135-867d-43db-8f0c-b2fe775323b2 node DatanodeRegistration(127.0.0.1:44083, datanodeUuid=05198e14-ec59-44a8-bc33-57e839b3f14f, infoPort=37335, infoSecurePort=0, ipcPort=35797, storageInfo=lv=-57;cid=testClusterID;nsid=709412890;c=1731141179199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:33:01,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12 2024-11-09T08:33:01,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/zookeeper_0, clientPort=58674, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:33:01,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58674 2024-11-09T08:33:01,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:33:01,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:33:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:33:01,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:33:01,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855 with version=8 2024-11-09T08:33:01,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/hbase-staging 2024-11-09T08:33:01,874 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:33:01,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:33:01,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:33:01,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:33:01,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:33:01,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:33:01,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:33:01,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:33:01,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39959 2024-11-09T08:33:01,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39959 connecting to ZooKeeper ensemble=127.0.0.1:58674 2024-11-09T08:33:01,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399590x0, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:33:01,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39959-0x1011eba1d4a0000 connected 2024-11-09T08:33:02,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:33:02,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:33:02,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:33:02,057 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855, hbase.cluster.distributed=false 2024-11-09T08:33:02,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:33:02,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-09T08:33:02,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39959 2024-11-09T08:33:02,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39959 2024-11-09T08:33:02,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-09T08:33:02,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-09T08:33:02,077 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:33:02,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:33:02,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:33:02,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:33:02,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:33:02,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:33:02,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:33:02,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:33:02,078 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34865 2024-11-09T08:33:02,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34865 connecting to ZooKeeper ensemble=127.0.0.1:58674 2024-11-09T08:33:02,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:33:02,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:33:02,095 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348650x0, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:33:02,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34865-0x1011eba1d4a0001 connected 2024-11-09T08:33:02,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:33:02,096 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:33:02,097 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T08:33:02,102 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T08:33:02,103 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T08:33:02,103 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T08:33:02,132 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:33:02,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:33:02,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:33:02,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-09T08:33:02,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34865 2024-11-09T08:33:02,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34865 2024-11-09T08:33:02,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-09T08:33:02,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-09T08:33:02,156 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:33:02,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:33:02,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:33:02,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:33:02,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:33:02,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:33:02,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:33:02,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:33:02,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40153 2024-11-09T08:33:02,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40153 connecting to ZooKeeper ensemble=127.0.0.1:58674 2024-11-09T08:33:02,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:33:02,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:33:02,178 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401530x0, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:33:02,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401530x0, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:33:02,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40153-0x1011eba1d4a0002 connected 2024-11-09T08:33:02,179 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:33:02,182 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-09T08:33:02,188 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-09T08:33:02,188 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-09T08:33:02,189 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-09T08:33:02,189 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:33:02,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:33:02,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:33:02,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40153 2024-11-09T08:33:02,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40153 2024-11-09T08:33:02,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40153 2024-11-09T08:33:02,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40153 2024-11-09T08:33:02,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40153 2024-11-09T08:33:02,203 DEBUG [M:0;d7c8ba49ede6:39959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:39959 2024-11-09T08:33:02,203 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7c8ba49ede6,39959,1731141181874 2024-11-09T08:33:02,211 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:33:02,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:33:02,211 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:33:02,212 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7c8ba49ede6,39959,1731141181874 2024-11-09T08:33:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,221 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:33:02,221 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:33:02,222 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,222 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,222 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T08:33:02,223 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7c8ba49ede6,39959,1731141181874 from backup master directory 2024-11-09T08:33:02,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7c8ba49ede6,39959,1731141181874 2024-11-09T08:33:02,232 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:33:02,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:33:02,232 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:33:02,232 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:33:02,232 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,39959,1731141181874 2024-11-09T08:33:02,237 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/hbase.id] with ID: ab279275-005d-4135-aa60-38ae723b1ab8 2024-11-09T08:33:02,237 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/.tmp/hbase.id 2024-11-09T08:33:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:33:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:33:02,248 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/.tmp/hbase.id]:[hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/hbase.id] 2024-11-09T08:33:02,264 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:33:02,264 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:33:02,267 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T08:33:02,274 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,274 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:33:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:33:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:33:02,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:33:02,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:33:02,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:33:02,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:33:02,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:33:02,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:33:02,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:33:02,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:33:02,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:33:02,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:33:02,698 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:33:02,699 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:33:02,700 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:33:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:33:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:33:02,711 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store 2024-11-09T08:33:02,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:33:02,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:33:02,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:33:02,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:33:02,720 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:33:02,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:33:02,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:33:02,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:33:02,720 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:33:02,720 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141182720Disabling compacts and flushes for region at 1731141182720Disabling writes for close at 1731141182720Writing region close event to WAL at 1731141182720Closed at 1731141182720 2024-11-09T08:33:02,721 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/.initializing 2024-11-09T08:33:02,721 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/WALs/d7c8ba49ede6,39959,1731141181874 2024-11-09T08:33:02,722 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:33:02,723 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C39959%2C1731141181874, suffix=, logDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/WALs/d7c8ba49ede6,39959,1731141181874, archiveDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/oldWALs, maxLogs=10 2024-11-09T08:33:02,735 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/WALs/d7c8ba49ede6,39959,1731141181874/d7c8ba49ede6%2C39959%2C1731141181874.1731141182723, exclude list is [], retry=0 2024-11-09T08:33:02,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-c2abf966-4d36-40bf-83a2-6a973c509961,DISK] 2024-11-09T08:33:02,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44083,DS-c9355070-cef0-4972-a825-667698a43790,DISK] 2024-11-09T08:33:02,739 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/WALs/d7c8ba49ede6,39959,1731141181874/d7c8ba49ede6%2C39959%2C1731141181874.1731141182723 2024-11-09T08:33:02,739 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44729:44729),(127.0.0.1/127.0.0.1:37335:37335)] 2024-11-09T08:33:02,739 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:33:02,740 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:33:02,740 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,740 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:33:02,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:02,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:33:02,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:33:02,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:02,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:33:02,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:33:02,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:02,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:33:02,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:33:02,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:02,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:33:02,747 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,748 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,749 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,750 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:33:02,751 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:33:02,752 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:33:02,753 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62241525, jitterRate=-0.07252900302410126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:33:02,753 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731141182740Initializing all the Stores at 1731141182741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141182741Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141182741Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141182741Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141182741Cleaning up temporary data from old regions at 1731141182749 (+8 ms)Region opened successfully at 1731141182753 (+4 ms) 2024-11-09T08:33:02,754 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:33:02,756 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc9f2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:33:02,757 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:33:02,757 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:33:02,757 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:33:02,758 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:33:02,758 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:33:02,758 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:33:02,758 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:33:02,760 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:33:02,761 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T08:33:02,789 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T08:33:02,789 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:33:02,790 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:33:02,800 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T08:33:02,801 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:33:02,802 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:33:02,811 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T08:33:02,812 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:33:02,821 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T08:33:02,824 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:33:02,881 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T08:33:02,945 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:33:02,945 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:33:02,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:33:02,945 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,945 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,947 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,39959,1731141181874, sessionid=0x1011eba1d4a0000, setting cluster-up flag (Was=false) 2024-11-09T08:33:02,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,979 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:02,979 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:03,011 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T08:33:03,012 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,39959,1731141181874 2024-11-09T08:33:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:03,032 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:03,032 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:03,063 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T08:33:03,065 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,39959,1731141181874 2024-11-09T08:33:03,066 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:33:03,068 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:33:03,068 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:33:03,068 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:33:03,068 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,39959,1731141181874 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:33:03,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:33:03,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:33:03,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:33:03,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:33:03,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:33:03,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:33:03,070 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731141213071 2024-11-09T08:33:03,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:33:03,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:33:03,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:33:03,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:33:03,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:33:03,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:33:03,071 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:33:03,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:33:03,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:33:03,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:33:03,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:33:03,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:33:03,072 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:33:03,072 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141183072,5,FailOnTimeoutGroup] 2024-11-09T08:33:03,072 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141183072,5,FailOnTimeoutGroup] 2024-11-09T08:33:03,073 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,073 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:33:03,073 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,073 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,073 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:03,073 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:33:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:33:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:33:03,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:33:03,082 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855 2024-11-09T08:33:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:33:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:33:03,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:33:03,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:33:03,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:33:03,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:03,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:33:03,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:33:03,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:33:03,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:03,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:33:03,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:33:03,094 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(746): ClusterId : ab279275-005d-4135-aa60-38ae723b1ab8 2024-11-09T08:33:03,094 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(746): ClusterId : ab279275-005d-4135-aa60-38ae723b1ab8 2024-11-09T08:33:03,094 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:33:03,094 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:33:03,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:33:03,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:03,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:33:03,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:33:03,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:33:03,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:03,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:33:03,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:33:03,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740 2024-11-09T08:33:03,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740 2024-11-09T08:33:03,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:33:03,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:33:03,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:33:03,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:33:03,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:33:03,103 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61949848, jitterRate=-0.07687532901763916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:33:03,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731141183089Initializing all the Stores at 1731141183089Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141183089Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141183090 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141183090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141183090Cleaning up temporary data from old regions at 1731141183099 (+9 ms)Region opened successfully at 1731141183103 (+4 ms) 2024-11-09T08:33:03,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:33:03,104 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:33:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:33:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:33:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:33:03,104 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:33:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141183103Disabling compacts and flushes for region at 1731141183103Disabling writes for close at 1731141183104 (+1 ms)Writing region close event to WAL at 1731141183104Closed at 1731141183104 2024-11-09T08:33:03,105 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:33:03,105 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:33:03,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:33:03,106 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:33:03,106 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:33:03,106 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:33:03,106 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:33:03,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:33:03,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:33:03,117 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:33:03,117 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:33:03,117 DEBUG [RS:0;d7c8ba49ede6:34865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733f3af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:33:03,117 DEBUG [RS:1;d7c8ba49ede6:40153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d717fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:33:03,131 DEBUG [RS:1;d7c8ba49ede6:40153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d7c8ba49ede6:40153 2024-11-09T08:33:03,131 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:33:03,131 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:33:03,131 DEBUG [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:33:03,131 DEBUG [RS:0;d7c8ba49ede6:34865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:34865 2024-11-09T08:33:03,131 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:33:03,131 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:33:03,131 DEBUG [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:33:03,132 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39959,1731141181874 with port=40153, startcode=1731141182156 2024-11-09T08:33:03,133 DEBUG [RS:1;d7c8ba49ede6:40153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:33:03,133 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39959,1731141181874 with port=34865, startcode=1731141182077 2024-11-09T08:33:03,133 DEBUG [RS:0;d7c8ba49ede6:34865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:33:03,137 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:33:03,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:03,138 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:03,138 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:33:03,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,34865,1731141182077 2024-11-09T08:33:03,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,34865,1731141182077 2024-11-09T08:33:03,139 DEBUG [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855 2024-11-09T08:33:03,139 DEBUG [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35567 2024-11-09T08:33:03,139 DEBUG [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:33:03,142 DEBUG [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855 2024-11-09T08:33:03,142 DEBUG [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35567 2024-11-09T08:33:03,142 DEBUG [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:33:03,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:33:03,188 DEBUG [RS:1;d7c8ba49ede6:40153 {}] zookeeper.ZKUtil(111): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:03,188 WARN [RS:1;d7c8ba49ede6:40153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:33:03,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,34865,1731141182077] 2024-11-09T08:33:03,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,40153,1731141182156] 2024-11-09T08:33:03,188 INFO [RS:1;d7c8ba49ede6:40153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:33:03,188 DEBUG [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:03,189 DEBUG [RS:0;d7c8ba49ede6:34865 {}] zookeeper.ZKUtil(111): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,34865,1731141182077 2024-11-09T08:33:03,189 WARN [RS:0;d7c8ba49ede6:34865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:33:03,189 INFO [RS:0;d7c8ba49ede6:34865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:33:03,190 DEBUG [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,34865,1731141182077 2024-11-09T08:33:03,192 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:33:03,194 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:33:03,194 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:33:03,196 INFO [RS:1;d7c8ba49ede6:40153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:33:03,196 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:33:03,196 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,196 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:33:03,197 INFO [RS:0;d7c8ba49ede6:34865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:33:03,197 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,197 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:33:03,197 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:33:03,197 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,197 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,197 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:33:03,197 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,197 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,197 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,197 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,197 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,197 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,197 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,197 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:33:03,198 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:33:03,198 DEBUG [RS:0;d7c8ba49ede6:34865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:33:03,198 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:33:03,198 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:33:03,198 DEBUG [RS:1;d7c8ba49ede6:40153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:33:03,204 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,204 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,205 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,205 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,205 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,205 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,205 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,205 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,205 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,205 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,205 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34865,1731141182077-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:33:03,205 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40153,1731141182156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:33:03,225 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:33:03,225 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:33:03,225 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34865,1731141182077-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,225 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40153,1731141182156-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,225 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,225 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,225 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.Replication(171): d7c8ba49ede6,34865,1731141182077 started 2024-11-09T08:33:03,225 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.Replication(171): d7c8ba49ede6,40153,1731141182156 started 2024-11-09T08:33:03,241 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,241 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,40153,1731141182156, RpcServer on d7c8ba49ede6/172.17.0.3:40153, sessionid=0x1011eba1d4a0002 2024-11-09T08:33:03,241 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:33:03,241 DEBUG [RS:1;d7c8ba49ede6:40153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:03,241 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,40153,1731141182156' 2024-11-09T08:33:03,241 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:33:03,242 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,242 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,34865,1731141182077, RpcServer on d7c8ba49ede6/172.17.0.3:34865, sessionid=0x1011eba1d4a0001 2024-11-09T08:33:03,242 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:33:03,242 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:33:03,242 DEBUG [RS:0;d7c8ba49ede6:34865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,34865,1731141182077 2024-11-09T08:33:03,242 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34865,1731141182077' 2024-11-09T08:33:03,242 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:33:03,243 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:33:03,243 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:33:03,243 DEBUG [RS:1;d7c8ba49ede6:40153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:03,243 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,40153,1731141182156' 2024-11-09T08:33:03,243 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:33:03,243 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:33:03,243 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:33:03,243 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:33:03,243 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:33:03,243 DEBUG [RS:0;d7c8ba49ede6:34865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,34865,1731141182077 2024-11-09T08:33:03,243 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34865,1731141182077' 2024-11-09T08:33:03,243 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:33:03,243 DEBUG [RS:1;d7c8ba49ede6:40153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:33:03,243 INFO [RS:1;d7c8ba49ede6:40153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:33:03,243 INFO [RS:1;d7c8ba49ede6:40153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:33:03,244 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:33:03,244 DEBUG [RS:0;d7c8ba49ede6:34865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:33:03,244 INFO [RS:0;d7c8ba49ede6:34865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:33:03,244 INFO [RS:0;d7c8ba49ede6:34865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:33:03,258 WARN [d7c8ba49ede6:39959 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T08:33:03,344 INFO [RS:1;d7c8ba49ede6:40153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:33:03,344 INFO [RS:0;d7c8ba49ede6:34865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:33:03,346 INFO [RS:1;d7c8ba49ede6:40153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C40153%2C1731141182156, suffix=, logDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,40153,1731141182156, archiveDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/oldWALs, maxLogs=32 2024-11-09T08:33:03,346 INFO [RS:0;d7c8ba49ede6:34865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C34865%2C1731141182077, suffix=, logDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,34865,1731141182077, archiveDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/oldWALs, maxLogs=32 2024-11-09T08:33:03,358 DEBUG [RS:1;d7c8ba49ede6:40153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,40153,1731141182156/d7c8ba49ede6%2C40153%2C1731141182156.1731141183346, exclude list is [], retry=0 2024-11-09T08:33:03,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-c2abf966-4d36-40bf-83a2-6a973c509961,DISK] 2024-11-09T08:33:03,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44083,DS-c9355070-cef0-4972-a825-667698a43790,DISK] 2024-11-09T08:33:03,363 INFO [RS:1;d7c8ba49ede6:40153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,40153,1731141182156/d7c8ba49ede6%2C40153%2C1731141182156.1731141183346 2024-11-09T08:33:03,363 DEBUG [RS:1;d7c8ba49ede6:40153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44729:44729),(127.0.0.1/127.0.0.1:37335:37335)] 2024-11-09T08:33:03,364 DEBUG [RS:0;d7c8ba49ede6:34865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,34865,1731141182077/d7c8ba49ede6%2C34865%2C1731141182077.1731141183346, exclude list is [], retry=0 2024-11-09T08:33:03,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-c2abf966-4d36-40bf-83a2-6a973c509961,DISK] 2024-11-09T08:33:03,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44083,DS-c9355070-cef0-4972-a825-667698a43790,DISK] 2024-11-09T08:33:03,370 INFO [RS:0;d7c8ba49ede6:34865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,34865,1731141182077/d7c8ba49ede6%2C34865%2C1731141182077.1731141183346 2024-11-09T08:33:03,370 DEBUG [RS:0;d7c8ba49ede6:34865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44729:44729),(127.0.0.1/127.0.0.1:37335:37335)] 2024-11-09T08:33:03,508 DEBUG [d7c8ba49ede6:39959 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T08:33:03,509 DEBUG [d7c8ba49ede6:39959 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:33:03,511 DEBUG [d7c8ba49ede6:39959 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:33:03,511 DEBUG [d7c8ba49ede6:39959 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:33:03,511 DEBUG [d7c8ba49ede6:39959 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:33:03,511 DEBUG [d7c8ba49ede6:39959 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:33:03,511 INFO [d7c8ba49ede6:39959 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:33:03,511 INFO [d7c8ba49ede6:39959 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:33:03,511 DEBUG [d7c8ba49ede6:39959 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:33:03,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:03,513 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,40153,1731141182156, state=OPENING 2024-11-09T08:33:03,527 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:33:03,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:03,537 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:03,537 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:03,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:33:03,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:33:03,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:33:03,538 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:33:03,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,40153,1731141182156}] 2024-11-09T08:33:03,692 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:33:03,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:33:03,697 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:33:03,697 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:33:03,697 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:33:03,699 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C40153%2C1731141182156.meta, suffix=.meta, logDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,40153,1731141182156, archiveDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/oldWALs, maxLogs=32 2024-11-09T08:33:03,713 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,40153,1731141182156/d7c8ba49ede6%2C40153%2C1731141182156.meta.1731141183699.meta, exclude list is [], retry=0 2024-11-09T08:33:03,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44083,DS-c9355070-cef0-4972-a825-667698a43790,DISK] 2024-11-09T08:33:03,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-c2abf966-4d36-40bf-83a2-6a973c509961,DISK] 2024-11-09T08:33:03,719 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/WALs/d7c8ba49ede6,40153,1731141182156/d7c8ba49ede6%2C40153%2C1731141182156.meta.1731141183699.meta 2024-11-09T08:33:03,719 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37335:37335),(127.0.0.1/127.0.0.1:44729:44729)] 2024-11-09T08:33:03,720 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:33:03,720 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:33:03,720 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:33:03,720 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:33:03,720 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:33:03,721 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:33:03,721 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:33:03,721 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:33:03,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:33:03,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:33:03,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:03,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:33:03,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:33:03,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:33:03,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:03,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:33:03,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:33:03,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:33:03,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:03,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:33:03,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:33:03,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:33:03,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:03,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:33:03,728 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:33:03,728 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740 2024-11-09T08:33:03,730 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740 2024-11-09T08:33:03,732 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:33:03,732 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:33:03,732 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:33:03,734 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:33:03,735 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68468422, jitterRate=0.020258992910385132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:33:03,735 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:33:03,736 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731141183721Writing region info on filesystem at 1731141183721Initializing all the Stores at 1731141183722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141183722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141183722Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141183722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731141183722Cleaning up temporary data from old regions at 1731141183732 (+10 ms)Running coprocessor post-open hooks at 1731141183735 (+3 ms)Region opened successfully at 1731141183735 2024-11-09T08:33:03,737 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731141183691 2024-11-09T08:33:03,740 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:33:03,740 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:33:03,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:03,742 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,40153,1731141182156, state=OPEN 2024-11-09T08:33:03,779 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:33:03,779 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:03,780 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:33:03,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:33:03,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:33:03,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:33:03,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:33:03,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:33:03,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,40153,1731141182156 in 242 msec 2024-11-09T08:33:03,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:33:03,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2024-11-09T08:33:03,789 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:33:03,789 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:33:03,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:33:03,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,40153,1731141182156, seqNum=-1] 2024-11-09T08:33:03,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:33:03,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:33:03,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec 2024-11-09T08:33:03,804 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731141183804, completionTime=-1 2024-11-09T08:33:03,804 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-09T08:33:03,804 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:33:03,807 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-09T08:33:03,807 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731141243807 2024-11-09T08:33:03,807 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731141303807 2024-11-09T08:33:03,807 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:33:03,807 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T08:33:03,808 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39959,1731141181874-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,808 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39959,1731141181874-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,808 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39959,1731141181874-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,808 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:39959, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,808 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,809 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,813 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:33:03,816 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.584sec 2024-11-09T08:33:03,817 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:33:03,817 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:33:03,817 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:33:03,817 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:33:03,817 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:33:03,817 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39959,1731141181874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:33:03,817 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39959,1731141181874-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:33:03,819 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:33:03,820 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:33:03,820 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39959,1731141181874-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:33:03,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c663350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:33:03,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39959,-1 for getting cluster id 2024-11-09T08:33:03,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:33:03,897 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab279275-005d-4135-aa60-38ae723b1ab8' 2024-11-09T08:33:03,898 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:33:03,898 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab279275-005d-4135-aa60-38ae723b1ab8" 2024-11-09T08:33:03,898 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d30ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:33:03,899 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39959,-1] 2024-11-09T08:33:03,899 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:33:03,899 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:33:03,900 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:33:03,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fb5bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:33:03,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:33:03,903 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,40153,1731141182156, seqNum=-1] 2024-11-09T08:33:03,903 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:33:03,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:33:03,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,39959,1731141181874 2024-11-09T08:33:03,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:33:03,907 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39959,1731141181874 2024-11-09T08:33:03,907 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12dfd639 2024-11-09T08:33:03,908 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:33:03,909 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:33:03,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:33:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-09T08:33:03,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:33:03,913 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:03,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-09T08:33:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:33:03,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:33:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:33:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741836_1012 (size=379) 2024-11-09T08:33:03,926 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50655e37c48bfec5692d37111a85236e, NAME => 'testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855 2024-11-09T08:33:03,927 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d572275cac44f00be2ba9f67f3506257, NAME => 'testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855 2024-11-09T08:33:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:33:03,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741837_1013 (size=61) 2024-11-09T08:33:03,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:33:03,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing d572275cac44f00be2ba9f67f3506257, disabling compactions & flushes 2024-11-09T08:33:03,938 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:03,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:03,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. after waiting 0 ms 2024-11-09T08:33:03,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:03,938 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:03,938 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for d572275cac44f00be2ba9f67f3506257: Waiting for close lock at 1731141183938Disabling compacts and flushes for region at 1731141183938Disabling writes for close at 1731141183938Writing region close event to WAL at 1731141183938Closed at 1731141183938 2024-11-09T08:33:03,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:33:03,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741838_1014 (size=61) 2024-11-09T08:33:03,946 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:33:03,947 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 50655e37c48bfec5692d37111a85236e, disabling compactions & flushes 2024-11-09T08:33:03,947 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:03,947 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:03,947 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. after waiting 0 ms 2024-11-09T08:33:03,947 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:03,947 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:03,947 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50655e37c48bfec5692d37111a85236e: Waiting for close lock at 1731141183947Disabling compacts and flushes for region at 1731141183947Disabling writes for close at 1731141183947Writing region close event to WAL at 1731141183947Closed at 1731141183947 2024-11-09T08:33:03,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:33:03,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141183948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141183948"}]},"ts":"1731141183948"} 2024-11-09T08:33:03,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731141183948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731141183948"}]},"ts":"1731141183948"} 2024-11-09T08:33:03,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-09T08:33:03,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:33:03,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141183954"}]},"ts":"1731141183954"} 2024-11-09T08:33:03,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-09T08:33:03,957 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:33:03,958 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:33:03,958 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:33:03,958 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:33:03,958 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:33:03,958 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:33:03,958 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:33:03,958 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:33:03,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=50655e37c48bfec5692d37111a85236e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d572275cac44f00be2ba9f67f3506257, ASSIGN}] 2024-11-09T08:33:03,960 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=50655e37c48bfec5692d37111a85236e, ASSIGN 2024-11-09T08:33:03,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d572275cac44f00be2ba9f67f3506257, ASSIGN 2024-11-09T08:33:03,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d572275cac44f00be2ba9f67f3506257, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,40153,1731141182156; forceNewPlan=false, retain=false 2024-11-09T08:33:03,961 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=50655e37c48bfec5692d37111a85236e, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34865,1731141182077; forceNewPlan=false, retain=false 2024-11-09T08:33:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:33:04,111 INFO [d7c8ba49ede6:39959 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-09T08:33:04,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d572275cac44f00be2ba9f67f3506257, regionState=OPENING, regionLocation=d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:04,112 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50655e37c48bfec5692d37111a85236e, regionState=OPENING, regionLocation=d7c8ba49ede6,34865,1731141182077 2024-11-09T08:33:04,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d572275cac44f00be2ba9f67f3506257, ASSIGN because future has completed 2024-11-09T08:33:04,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d572275cac44f00be2ba9f67f3506257, server=d7c8ba49ede6,40153,1731141182156}] 2024-11-09T08:33:04,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=50655e37c48bfec5692d37111a85236e, ASSIGN because future has completed 2024-11-09T08:33:04,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50655e37c48bfec5692d37111a85236e, server=d7c8ba49ede6,34865,1731141182077}] 2024-11-09T08:33:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:33:04,269 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:33:04,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:33:04,274 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:04,274 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d572275cac44f00be2ba9f67f3506257, NAME => 'testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257.', STARTKEY => '5', ENDKEY => ''} 2024-11-09T08:33:04,275 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,275 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:33:04,275 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,275 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,277 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:04,277 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 50655e37c48bfec5692d37111a85236e, NAME => 'testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e.', STARTKEY => '', ENDKEY => '5'} 2024-11-09T08:33:04,277 INFO [StoreOpener-d572275cac44f00be2ba9f67f3506257-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,277 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,277 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:33:04,278 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,278 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,279 INFO [StoreOpener-d572275cac44f00be2ba9f67f3506257-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d572275cac44f00be2ba9f67f3506257 columnFamilyName family 2024-11-09T08:33:04,279 DEBUG [StoreOpener-d572275cac44f00be2ba9f67f3506257-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:04,279 INFO [StoreOpener-50655e37c48bfec5692d37111a85236e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,280 INFO [StoreOpener-d572275cac44f00be2ba9f67f3506257-1 {}] regionserver.HStore(327): Store=d572275cac44f00be2ba9f67f3506257/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:33:04,280 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,280 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,280 INFO [StoreOpener-50655e37c48bfec5692d37111a85236e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50655e37c48bfec5692d37111a85236e columnFamilyName family 2024-11-09T08:33:04,281 DEBUG [StoreOpener-50655e37c48bfec5692d37111a85236e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:33:04,281 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,281 INFO [StoreOpener-50655e37c48bfec5692d37111a85236e-1 {}] regionserver.HStore(327): Store=50655e37c48bfec5692d37111a85236e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:33:04,281 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,281 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,281 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,282 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,282 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,282 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,282 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,282 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,284 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,284 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/d572275cac44f00be2ba9f67f3506257/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:33:04,285 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened d572275cac44f00be2ba9f67f3506257; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73793066, jitterRate=0.09960237145423889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:33:04,285 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,286 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d572275cac44f00be2ba9f67f3506257: Running coprocessor pre-open hook at 1731141184275Writing region info on filesystem at 1731141184275Initializing all the Stores at 1731141184276 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141184277 (+1 ms)Cleaning up temporary data from old regions at 1731141184281 (+4 ms)Running coprocessor post-open hooks at 1731141184285 (+4 ms)Region opened successfully at 1731141184286 (+1 ms) 2024-11-09T08:33:04,286 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/50655e37c48bfec5692d37111a85236e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:33:04,286 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 50655e37c48bfec5692d37111a85236e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75279378, jitterRate=0.12175014615058899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:33:04,287 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,287 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257., pid=7, masterSystemTime=1731141184267 2024-11-09T08:33:04,287 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 50655e37c48bfec5692d37111a85236e: Running coprocessor pre-open hook at 1731141184278Writing region info on filesystem at 1731141184278Initializing all the Stores at 1731141184279 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731141184279Cleaning up temporary data from old regions at 1731141184282 (+3 ms)Running coprocessor post-open hooks at 1731141184287 (+5 ms)Region opened successfully at 1731141184287 2024-11-09T08:33:04,288 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e., pid=8, masterSystemTime=1731141184269 2024-11-09T08:33:04,289 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:04,290 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:04,290 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d572275cac44f00be2ba9f67f3506257, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:04,290 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:04,290 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:04,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50655e37c48bfec5692d37111a85236e, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34865,1731141182077 2024-11-09T08:33:04,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d572275cac44f00be2ba9f67f3506257, server=d7c8ba49ede6,40153,1731141182156 because future has completed 2024-11-09T08:33:04,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50655e37c48bfec5692d37111a85236e, server=d7c8ba49ede6,34865,1731141182077 because future has completed 2024-11-09T08:33:04,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T08:33:04,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d572275cac44f00be2ba9f67f3506257, server=d7c8ba49ede6,40153,1731141182156 in 179 msec 2024-11-09T08:33:04,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-09T08:33:04,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 50655e37c48bfec5692d37111a85236e, server=d7c8ba49ede6,34865,1731141182077 in 179 msec 2024-11-09T08:33:04,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d572275cac44f00be2ba9f67f3506257, ASSIGN in 338 msec 2024-11-09T08:33:04,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:33:04,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=50655e37c48bfec5692d37111a85236e, ASSIGN in 339 msec 2024-11-09T08:33:04,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:33:04,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731141184300"}]},"ts":"1731141184300"} 2024-11-09T08:33:04,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-09T08:33:04,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:33:04,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 393 msec 2024-11-09T08:33:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:33:04,539 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-09T08:33:04,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-09T08:33:04,539 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:33:04,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-09T08:33:04,543 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:33:04,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-09T08:33:04,546 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e., hostname=d7c8ba49ede6,34865,1731141182077, seqNum=2] 2024-11-09T08:33:04,547 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:33:04,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:33:04,559 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257., hostname=d7c8ba49ede6,40153,1731141182156, seqNum=2] 2024-11-09T08:33:04,571 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 50655e37c48bfec5692d37111a85236e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-09T08:33:04,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/50655e37c48bfec5692d37111a85236e/.tmp/family/3d029d1a8d8a4bc988022f1b5328c9dc is 32, key is 1/family:/1731141184548/Put/seqid=0 2024-11-09T08:33:04,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741839_1015 (size=5054) 2024-11-09T08:33:04,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741839_1015 (size=5054) 2024-11-09T08:33:04,596 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/50655e37c48bfec5692d37111a85236e/.tmp/family/3d029d1a8d8a4bc988022f1b5328c9dc 2024-11-09T08:33:04,605 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/50655e37c48bfec5692d37111a85236e/.tmp/family/3d029d1a8d8a4bc988022f1b5328c9dc as hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/50655e37c48bfec5692d37111a85236e/family/3d029d1a8d8a4bc988022f1b5328c9dc 2024-11-09T08:33:04,611 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/50655e37c48bfec5692d37111a85236e/family/3d029d1a8d8a4bc988022f1b5328c9dc, entries=4, sequenceid=8, filesize=4.9 K 2024-11-09T08:33:04,613 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 50655e37c48bfec5692d37111a85236e in 41ms, sequenceid=8, compaction requested=false 2024-11-09T08:33:04,613 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 50655e37c48bfec5692d37111a85236e: 2024-11-09T08:33:04,613 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d572275cac44f00be2ba9f67f3506257 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-09T08:33:04,629 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/d572275cac44f00be2ba9f67f3506257/.tmp/family/7882fde8c9024aa78ebfe25d53c03ecf is 32, key is 5/family:/1731141184560/Put/seqid=0 2024-11-09T08:33:04,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741840_1016 (size=5083) 2024-11-09T08:33:04,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741840_1016 (size=5083) 2024-11-09T08:33:04,635 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/d572275cac44f00be2ba9f67f3506257/.tmp/family/7882fde8c9024aa78ebfe25d53c03ecf 2024-11-09T08:33:04,643 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/d572275cac44f00be2ba9f67f3506257/.tmp/family/7882fde8c9024aa78ebfe25d53c03ecf as hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/d572275cac44f00be2ba9f67f3506257/family/7882fde8c9024aa78ebfe25d53c03ecf 2024-11-09T08:33:04,651 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/d572275cac44f00be2ba9f67f3506257/family/7882fde8c9024aa78ebfe25d53c03ecf, entries=5, sequenceid=9, filesize=5.0 K 2024-11-09T08:33:04,652 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d572275cac44f00be2ba9f67f3506257 in 39ms, sequenceid=9, compaction requested=false 2024-11-09T08:33:04,652 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d572275cac44f00be2ba9f67f3506257: 2024-11-09T08:33:04,657 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-09T08:33:04,661 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:33:04,662 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:33:04,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:33:04,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:33:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40153 {}] bucket.BucketCache(1864): found 1 blocks for file 7882fde8c9024aa78ebfe25d53c03ecf, starting offset: 0, end offset: 9223372036854775807 2024-11-09T08:33:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] bucket.BucketCache(1864): found 1 blocks for file 3d029d1a8d8a4bc988022f1b5328c9dc, starting offset: 0, end offset: 9223372036854775807 2024-11-09T08:33:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40153 {}] bucket.BucketCache(857): removed key 7882fde8c9024aa78ebfe25d53c03ecf_0 from back map with offset lock 2094080 in the evict process 2024-11-09T08:33:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] bucket.BucketCache(857): removed key 3d029d1a8d8a4bc988022f1b5328c9dc_0 from back map with offset lock 2094080 in the evict process 2024-11-09T08:33:04,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:33:04,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:33:04,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:33:04,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:33:04,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:33:04,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:33:04,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:33:04,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=81797818, stopped=false 2024-11-09T08:33:04,667 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,39959,1731141181874 2024-11-09T08:33:04,726 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:33:04,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:33:04,726 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:33:04,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:04,727 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:04,727 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:04,727 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:33:04,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:33:04,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:33:04,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:33:04,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:33:04,728 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,34865,1731141182077' ***** 2024-11-09T08:33:04,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:33:04,728 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:33:04,728 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,40153,1731141182156' ***** 2024-11-09T08:33:04,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:33:04,728 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:33:04,728 INFO [RS:1;d7c8ba49ede6:40153 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T08:33:04,728 INFO [RS:1;d7c8ba49ede6:40153 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T08:33:04,728 INFO [RS:0;d7c8ba49ede6:34865 {}] bucket.BucketCache(1739): Disabling cache 2024-11-09T08:33:04,728 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T08:33:04,728 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:33:04,728 INFO [RS:0;d7c8ba49ede6:34865 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-09T08:33:04,728 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:33:04,728 INFO [RS:1;d7c8ba49ede6:40153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:33:04,728 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T08:33:04,728 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T08:33:04,728 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-09T08:33:04,728 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:33:04,729 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-09T08:33:04,729 INFO [RS:0;d7c8ba49ede6:34865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:33:04,729 INFO [RS:0;d7c8ba49ede6:34865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:33:04,729 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(3091): Received CLOSE for 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,729 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:33:04,729 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-09T08:33:04,729 INFO [RS:1;d7c8ba49ede6:40153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:33:04,729 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(3091): Received CLOSE for d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,729 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,34865,1731141182077 2024-11-09T08:33:04,729 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:33:04,729 INFO [RS:0;d7c8ba49ede6:34865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:34865. 2024-11-09T08:33:04,730 DEBUG [RS:0;d7c8ba49ede6:34865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:33:04,730 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50655e37c48bfec5692d37111a85236e, disabling compactions & flushes 2024-11-09T08:33:04,730 DEBUG [RS:0;d7c8ba49ede6:34865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:33:04,730 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:04,730 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:04,730 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:04,730 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:33:04,730 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. after waiting 0 ms 2024-11-09T08:33:04,730 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:33:04,730 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:04,730 INFO [RS:1;d7c8ba49ede6:40153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d7c8ba49ede6:40153. 2024-11-09T08:33:04,730 DEBUG [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(1325): Online Regions={50655e37c48bfec5692d37111a85236e=testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e.} 2024-11-09T08:33:04,730 DEBUG [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(1351): Waiting on 50655e37c48bfec5692d37111a85236e 2024-11-09T08:33:04,730 DEBUG [RS:1;d7c8ba49ede6:40153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:33:04,730 DEBUG [RS:1;d7c8ba49ede6:40153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:33:04,730 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:33:04,730 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:33:04,730 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:33:04,730 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:33:04,730 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d572275cac44f00be2ba9f67f3506257, disabling compactions & flushes 2024-11-09T08:33:04,730 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:04,730 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:04,730 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. after waiting 0 ms 2024-11-09T08:33:04,730 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:04,731 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:33:04,731 DEBUG [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1325): Online Regions={d572275cac44f00be2ba9f67f3506257=testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:33:04,731 DEBUG [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d572275cac44f00be2ba9f67f3506257 2024-11-09T08:33:04,731 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:33:04,731 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:33:04,731 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:33:04,731 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:33:04,731 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:33:04,731 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-09T08:33:04,735 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/50655e37c48bfec5692d37111a85236e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T08:33:04,736 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:04,736 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50655e37c48bfec5692d37111a85236e: Waiting for close lock at 1731141184729Running coprocessor pre-close hooks at 1731141184729Disabling compacts and flushes for region at 1731141184730 (+1 ms)Disabling writes for close at 1731141184730Writing region close event to WAL at 1731141184731 (+1 ms)Running coprocessor post-close hooks at 1731141184736 (+5 ms)Closed at 1731141184736 2024-11-09T08:33:04,736 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731141183909.50655e37c48bfec5692d37111a85236e. 2024-11-09T08:33:04,737 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/default/testClearRegionBlockCache/d572275cac44f00be2ba9f67f3506257/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-09T08:33:04,738 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:04,738 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d572275cac44f00be2ba9f67f3506257: Waiting for close lock at 1731141184730Running coprocessor pre-close hooks at 1731141184730Disabling compacts and flushes for region at 1731141184730Disabling writes for close at 1731141184730Writing region close event to WAL at 1731141184732 (+2 ms)Running coprocessor post-close hooks at 1731141184738 (+6 ms)Closed at 1731141184738 2024-11-09T08:33:04,738 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257. 2024-11-09T08:33:04,749 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/.tmp/info/887d493e2b594afeba78ab02d870664d is 173, key is testClearRegionBlockCache,5,1731141183909.d572275cac44f00be2ba9f67f3506257./info:regioninfo/1731141184290/Put/seqid=0 2024-11-09T08:33:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:33:04,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741841_1017 (size=8173) 2024-11-09T08:33:04,806 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:33:04,806 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:33:04,930 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,34865,1731141182077; all regions closed. 2024-11-09T08:33:04,931 DEBUG [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:33:04,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741834_1010 (size=1758) 2024-11-09T08:33:04,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741834_1010 (size=1758) 2024-11-09T08:33:04,935 DEBUG [RS:0;d7c8ba49ede6:34865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/oldWALs 2024-11-09T08:33:04,935 INFO [RS:0;d7c8ba49ede6:34865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C34865%2C1731141182077:(num 1731141183346) 2024-11-09T08:33:04,935 DEBUG [RS:0;d7c8ba49ede6:34865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:33:04,935 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:33:04,935 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:33:04,935 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:33:04,935 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:33:04,935 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:33:04,935 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:33:04,935 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:33:04,935 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:33:04,936 INFO [RS:0;d7c8ba49ede6:34865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34865 2024-11-09T08:33:04,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:33:04,948 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,34865,1731141182077 2024-11-09T08:33:04,948 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:33:04,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,34865,1731141182077] 2024-11-09T08:33:04,969 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,34865,1731141182077 already deleted, retry=false 2024-11-09T08:33:04,969 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,34865,1731141182077 expired; onlineServers=1 2024-11-09T08:33:05,058 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:33:05,058 INFO [RS:0;d7c8ba49ede6:34865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:33:05,058 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34865-0x1011eba1d4a0001, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:33:05,058 INFO [RS:0;d7c8ba49ede6:34865 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,34865,1731141182077; zookeeper connection closed. 2024-11-09T08:33:05,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9d09ce3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9d09ce3 2024-11-09T08:33:05,131 DEBUG [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:33:05,160 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/.tmp/info/887d493e2b594afeba78ab02d870664d 2024-11-09T08:33:05,180 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/.tmp/ns/0d27be371b0e45a5897aa8b5b7fe8476 is 43, key is default/ns:d/1731141183794/Put/seqid=0 2024-11-09T08:33:05,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:33:05,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741842_1018 (size=5153) 2024-11-09T08:33:05,185 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/.tmp/ns/0d27be371b0e45a5897aa8b5b7fe8476 2024-11-09T08:33:05,204 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/.tmp/table/c52db301ea614c9b9b3fbe7d6c153a28 is 61, key is testClearRegionBlockCache/table:state/1731141184300/Put/seqid=0 2024-11-09T08:33:05,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:33:05,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741843_1019 (size=5312) 2024-11-09T08:33:05,210 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/.tmp/table/c52db301ea614c9b9b3fbe7d6c153a28 2024-11-09T08:33:05,215 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/.tmp/info/887d493e2b594afeba78ab02d870664d as hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/info/887d493e2b594afeba78ab02d870664d 2024-11-09T08:33:05,220 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/info/887d493e2b594afeba78ab02d870664d, entries=20, sequenceid=13, filesize=8.0 K 2024-11-09T08:33:05,221 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/.tmp/ns/0d27be371b0e45a5897aa8b5b7fe8476 as hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/ns/0d27be371b0e45a5897aa8b5b7fe8476 2024-11-09T08:33:05,226 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/ns/0d27be371b0e45a5897aa8b5b7fe8476, entries=2, sequenceid=13, filesize=5.0 K 2024-11-09T08:33:05,227 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/.tmp/table/c52db301ea614c9b9b3fbe7d6c153a28 as hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/table/c52db301ea614c9b9b3fbe7d6c153a28 2024-11-09T08:33:05,232 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/table/c52db301ea614c9b9b3fbe7d6c153a28, entries=2, sequenceid=13, filesize=5.2 K 2024-11-09T08:33:05,233 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 502ms, sequenceid=13, compaction requested=false 2024-11-09T08:33:05,237 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T08:33:05,238 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:33:05,238 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:33:05,238 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731141184731Running coprocessor pre-close hooks at 1731141184731Disabling compacts and flushes for region at 1731141184731Disabling writes for close at 1731141184731Obtaining lock to block concurrent updates at 1731141184731Preparing flush snapshotting stores in 1588230740 at 1731141184731Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731141184731Flushing stores of hbase:meta,,1.1588230740 at 1731141184732 (+1 ms)Flushing 1588230740/info: creating writer at 1731141184732Flushing 1588230740/info: appending metadata at 1731141184748 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731141184748Flushing 1588230740/ns: creating writer at 1731141185165 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731141185179 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731141185179Flushing 1588230740/table: creating writer at 1731141185190 (+11 ms)Flushing 1588230740/table: appending metadata at 1731141185203 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731141185203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2ab3c7: reopening flushed file at 1731141185214 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e8dfa5: reopening flushed file at 1731141185220 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130a04e2: reopening flushed file at 1731141185226 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 502ms, sequenceid=13, compaction requested=false at 1731141185233 (+7 ms)Writing region close event to WAL at 1731141185234 (+1 ms)Running coprocessor post-close hooks at 1731141185238 (+4 ms)Closed at 1731141185238 2024-11-09T08:33:05,238 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:33:05,279 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:33:05,279 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:33:05,331 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,40153,1731141182156; all regions closed. 2024-11-09T08:33:05,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:33:05,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741835_1011 (size=4338) 2024-11-09T08:33:05,336 DEBUG [RS:1;d7c8ba49ede6:40153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/oldWALs 2024-11-09T08:33:05,336 INFO [RS:1;d7c8ba49ede6:40153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C40153%2C1731141182156.meta:.meta(num 1731141183699) 2024-11-09T08:33:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741833_1009 (size=1867) 2024-11-09T08:33:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741833_1009 (size=1867) 2024-11-09T08:33:05,340 DEBUG [RS:1;d7c8ba49ede6:40153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/oldWALs 2024-11-09T08:33:05,340 INFO [RS:1;d7c8ba49ede6:40153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C40153%2C1731141182156:(num 1731141183346) 2024-11-09T08:33:05,340 DEBUG [RS:1;d7c8ba49ede6:40153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:33:05,340 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:33:05,340 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:33:05,341 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:33:05,341 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:33:05,341 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:33:05,341 INFO [RS:1;d7c8ba49ede6:40153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40153 2024-11-09T08:33:05,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:33:05,390 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,40153,1731141182156 2024-11-09T08:33:05,390 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:33:05,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,40153,1731141182156] 2024-11-09T08:33:05,411 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,40153,1731141182156 already deleted, retry=false 2024-11-09T08:33:05,411 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,40153,1731141182156 expired; onlineServers=0 2024-11-09T08:33:05,411 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,39959,1731141181874' ***** 2024-11-09T08:33:05,411 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:33:05,411 INFO [M:0;d7c8ba49ede6:39959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:33:05,411 INFO [M:0;d7c8ba49ede6:39959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:33:05,411 DEBUG [M:0;d7c8ba49ede6:39959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:33:05,411 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:33:05,411 DEBUG [M:0;d7c8ba49ede6:39959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:33:05,411 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141183072 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731141183072,5,FailOnTimeoutGroup] 2024-11-09T08:33:05,411 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141183072 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731141183072,5,FailOnTimeoutGroup] 2024-11-09T08:33:05,411 INFO [M:0;d7c8ba49ede6:39959 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:33:05,412 INFO [M:0;d7c8ba49ede6:39959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:33:05,412 DEBUG [M:0;d7c8ba49ede6:39959 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:33:05,412 INFO [M:0;d7c8ba49ede6:39959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:33:05,412 INFO [M:0;d7c8ba49ede6:39959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:33:05,412 INFO [M:0;d7c8ba49ede6:39959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:33:05,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:33:05,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T08:33:05,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:33:05,421 DEBUG [M:0;d7c8ba49ede6:39959 {}] zookeeper.ZKUtil(347): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T08:33:05,421 WARN [M:0;d7c8ba49ede6:39959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:33:05,422 INFO [M:0;d7c8ba49ede6:39959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/.lastflushedseqids 2024-11-09T08:33:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:33:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741844_1020 (size=182) 2024-11-09T08:33:05,428 INFO [M:0;d7c8ba49ede6:39959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:33:05,428 INFO [M:0;d7c8ba49ede6:39959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:33:05,428 DEBUG [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:33:05,428 INFO [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:33:05,428 DEBUG [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:33:05,428 DEBUG [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:33:05,428 DEBUG [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:33:05,428 INFO [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-09T08:33:05,444 DEBUG [M:0;d7c8ba49ede6:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56cce6cdad394d28a49186cdcd5e3071 is 82, key is hbase:meta,,1/info:regioninfo/1731141183741/Put/seqid=0 2024-11-09T08:33:05,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:33:05,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741845_1021 (size=5672) 2024-11-09T08:33:05,449 INFO [M:0;d7c8ba49ede6:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56cce6cdad394d28a49186cdcd5e3071 2024-11-09T08:33:05,469 DEBUG [M:0;d7c8ba49ede6:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb16512c75a941a39b1fb5404ccf334f is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731141184304/Put/seqid=0 2024-11-09T08:33:05,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741846_1022 (size=6218) 2024-11-09T08:33:05,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741846_1022 (size=6218) 2024-11-09T08:33:05,475 INFO [M:0;d7c8ba49ede6:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb16512c75a941a39b1fb5404ccf334f 2024-11-09T08:33:05,498 DEBUG [M:0;d7c8ba49ede6:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efc478ba62e04c41a958972c5340feb6 is 69, key is d7c8ba49ede6,34865,1731141182077/rs:state/1731141183140/Put/seqid=0 2024-11-09T08:33:05,501 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:33:05,501 INFO [RS:1;d7c8ba49ede6:40153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:33:05,501 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40153-0x1011eba1d4a0002, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:33:05,501 INFO [RS:1;d7c8ba49ede6:40153 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,40153,1731141182156; zookeeper connection closed. 2024-11-09T08:33:05,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@639ac6c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@639ac6c2 2024-11-09T08:33:05,501 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-09T08:33:05,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:33:05,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741847_1023 (size=5224) 2024-11-09T08:33:05,503 INFO [M:0;d7c8ba49ede6:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efc478ba62e04c41a958972c5340feb6 2024-11-09T08:33:05,508 DEBUG [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56cce6cdad394d28a49186cdcd5e3071 as hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56cce6cdad394d28a49186cdcd5e3071 2024-11-09T08:33:05,512 INFO [M:0;d7c8ba49ede6:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56cce6cdad394d28a49186cdcd5e3071, entries=8, sequenceid=71, filesize=5.5 K 2024-11-09T08:33:05,513 DEBUG [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb16512c75a941a39b1fb5404ccf334f as hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb16512c75a941a39b1fb5404ccf334f 2024-11-09T08:33:05,518 INFO [M:0;d7c8ba49ede6:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb16512c75a941a39b1fb5404ccf334f, entries=8, sequenceid=71, filesize=6.1 K 2024-11-09T08:33:05,519 DEBUG [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/efc478ba62e04c41a958972c5340feb6 as hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efc478ba62e04c41a958972c5340feb6 2024-11-09T08:33:05,525 INFO [M:0;d7c8ba49ede6:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/e40cb6c2-8bbd-bf9f-d54f-9f7dcc4b8855/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/efc478ba62e04c41a958972c5340feb6, entries=2, sequenceid=71, filesize=5.1 K 2024-11-09T08:33:05,525 INFO [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false 2024-11-09T08:33:05,527 INFO [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:33:05,527 DEBUG [M:0;d7c8ba49ede6:39959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731141185428Disabling compacts and flushes for region at 1731141185428Disabling writes for close at 1731141185428Obtaining lock to block concurrent updates at 1731141185428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731141185428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731141185429 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731141185429Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731141185429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731141185444 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731141185444Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731141185454 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731141185469 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731141185469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731141185480 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731141185497 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731141185497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d311583: reopening flushed file at 1731141185507 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afb4a13: reopening flushed file at 1731141185513 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608f67ad: reopening flushed file at 1731141185518 (+5 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false at 1731141185525 (+7 ms)Writing region close event to WAL at 1731141185527 (+2 ms)Closed at 1731141185527 2024-11-09T08:33:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741830_1006 (size=35477) 2024-11-09T08:33:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44083 is added to blk_1073741830_1006 (size=35477) 2024-11-09T08:33:05,529 INFO [M:0;d7c8ba49ede6:39959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:33:05,529 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:33:05,529 INFO [M:0;d7c8ba49ede6:39959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39959 2024-11-09T08:33:05,530 INFO [M:0;d7c8ba49ede6:39959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:33:05,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:33:05,637 INFO [M:0;d7c8ba49ede6:39959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:33:05,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x1011eba1d4a0000, quorum=127.0.0.1:58674, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:33:05,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@581d1929{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:33:05,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51ca635f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:33:05,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:33:05,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b96e17f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:33:05,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ade1377{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/hadoop.log.dir/,STOPPED} 2024-11-09T08:33:05,674 WARN [BP-1320722975-172.17.0.3-1731141179199 heartbeating to localhost/127.0.0.1:35567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:33:05,674 WARN [BP-1320722975-172.17.0.3-1731141179199 heartbeating to localhost/127.0.0.1:35567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1320722975-172.17.0.3-1731141179199 (Datanode Uuid 05198e14-ec59-44a8-bc33-57e839b3f14f) service to localhost/127.0.0.1:35567 2024-11-09T08:33:05,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:33:05,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:33:05,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/data/data3/current/BP-1320722975-172.17.0.3-1731141179199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:33:05,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/data/data4/current/BP-1320722975-172.17.0.3-1731141179199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:33:05,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:33:05,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59b46cab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:33:05,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e39c8ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:33:05,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:33:05,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23e79649{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:33:05,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b0265f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/hadoop.log.dir/,STOPPED} 2024-11-09T08:33:05,683 WARN [BP-1320722975-172.17.0.3-1731141179199 heartbeating to localhost/127.0.0.1:35567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:33:05,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:33:05,683 WARN [BP-1320722975-172.17.0.3-1731141179199 heartbeating to localhost/127.0.0.1:35567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1320722975-172.17.0.3-1731141179199 (Datanode Uuid 66a3e123-d3bd-4906-a736-d1295060d8ec) service to localhost/127.0.0.1:35567 2024-11-09T08:33:05,683 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:33:05,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/data/data1/current/BP-1320722975-172.17.0.3-1731141179199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:33:05,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/cluster_a89936fe-9d83-465e-89e5-e15d91190bc7/data/data2/current/BP-1320722975-172.17.0.3-1731141179199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:33:05,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:33:05,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@729d0e22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:33:05,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7621e72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:33:05,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:33:05,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3edf9569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:33:05,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dae62d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/266c0b2d-e793-4acb-6610-dee0a3556e12/hadoop.log.dir/,STOPPED} 2024-11-09T08:33:05,697 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:33:05,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:33:05,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187 (was 171) - Thread LEAK? -, OpenFileDescriptor=547 (was 521) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=500 (was 508), ProcessCount=11 (was 11), AvailableMemoryMB=1506 (was 2197)