2024-11-08 05:30:24,212 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-08 05:30:24,229 main DEBUG Took 0.015182 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 05:30:24,229 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 05:30:24,230 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 05:30:24,231 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 05:30:24,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,242 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 05:30:24,255 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,257 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,258 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,259 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,260 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,261 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,263 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,264 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,265 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,266 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,268 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 05:30:24,269 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,269 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 05:30:24,271 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 05:30:24,273 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 05:30:24,276 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 05:30:24,276 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 05:30:24,278 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 05:30:24,279 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 05:30:24,289 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 05:30:24,292 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 05:30:24,294 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 05:30:24,295 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 05:30:24,295 main DEBUG createAppenders(={Console}) 2024-11-08 05:30:24,296 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-08 05:30:24,297 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-08 05:30:24,297 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-08 05:30:24,297 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 05:30:24,298 main DEBUG OutputStream closed 2024-11-08 05:30:24,298 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 05:30:24,298 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 05:30:24,298 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-08 05:30:24,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 05:30:24,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 05:30:24,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 05:30:24,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 05:30:24,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 05:30:24,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 05:30:24,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 05:30:24,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 05:30:24,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 05:30:24,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 05:30:24,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 05:30:24,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 05:30:24,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 05:30:24,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 05:30:24,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 05:30:24,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 05:30:24,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 05:30:24,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 05:30:24,378 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 05:30:24,379 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-08 05:30:24,379 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 05:30:24,379 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-08T05:30:24,392 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-08 05:30:24,395 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 05:30:24,395 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T05:30:24,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=8786 2024-11-08T05:30:24,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f 2024-11-08T05:30:24,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:30:24,718 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549, deleteOnExit=true 2024-11-08T05:30:24,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:30:24,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/test.cache.data in system properties and HBase conf 2024-11-08T05:30:24,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:30:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:30:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:30:24,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:30:24,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:30:24,807 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T05:30:24,896 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:30:24,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:30:24,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:30:24,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:30:24,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:30:24,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:30:24,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:30:24,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:30:24,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:30:24,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:30:24,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:30:24,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:30:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:30:24,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:30:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:30:25,992 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T05:30:26,062 INFO [Time-limited test {}] log.Log(170): Logging initialized @2527ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T05:30:26,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:26,185 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:26,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:26,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:26,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:30:26,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:26,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:26,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:26,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/java.io.tmpdir/jetty-localhost-45917-hadoop-hdfs-3_4_1-tests_jar-_-any-2469257369360019090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:30:26,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:45917} 2024-11-08T05:30:26,408 INFO [Time-limited test {}] server.Server(415): Started @2873ms 2024-11-08T05:30:26,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:26,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:26,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:26,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:26,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:30:26,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:26,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:27,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/java.io.tmpdir/jetty-localhost-46191-hadoop-hdfs-3_4_1-tests_jar-_-any-13308040603662067312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:27,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:46191} 2024-11-08T05:30:27,065 INFO [Time-limited test {}] server.Server(415): Started @3530ms 2024-11-08T05:30:27,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:30:27,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:27,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:27,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:27,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:27,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:30:27,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:27,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:27,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/java.io.tmpdir/jetty-localhost-36025-hadoop-hdfs-3_4_1-tests_jar-_-any-14923916665927175683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:27,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:36025} 2024-11-08T05:30:27,341 INFO [Time-limited test {}] server.Server(415): Started @3806ms 2024-11-08T05:30:27,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:30:28,443 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/data/data2/current/BP-1171857725-172.17.0.3-1731043825415/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:28,443 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/data/data4/current/BP-1171857725-172.17.0.3-1731043825415/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:28,443 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/data/data3/current/BP-1171857725-172.17.0.3-1731043825415/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:28,443 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/data/data1/current/BP-1171857725-172.17.0.3-1731043825415/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:28,478 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:30:28,478 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:30:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb80f8c416b313afa with lease ID 0x260eba60c19e9d8c: Processing first storage report for DS-04238ce2-a3b8-454e-a6c0-5764e73fc23e from datanode DatanodeRegistration(127.0.0.1:41177, datanodeUuid=f54f1ae2-71ad-4f99-9082-8f05af75dd70, infoPort=36205, infoSecurePort=0, ipcPort=39719, storageInfo=lv=-57;cid=testClusterID;nsid=1044914056;c=1731043825415) 2024-11-08T05:30:28,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb80f8c416b313afa with lease ID 0x260eba60c19e9d8c: from storage DS-04238ce2-a3b8-454e-a6c0-5764e73fc23e node DatanodeRegistration(127.0.0.1:41177, datanodeUuid=f54f1ae2-71ad-4f99-9082-8f05af75dd70, infoPort=36205, infoSecurePort=0, ipcPort=39719, storageInfo=lv=-57;cid=testClusterID;nsid=1044914056;c=1731043825415), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T05:30:28,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3a106412f1933d4 with lease ID 0x260eba60c19e9d8b: Processing first storage report for DS-4f42ae55-d848-4a69-b847-09f848bf8a4a from datanode DatanodeRegistration(127.0.0.1:35185, datanodeUuid=6471f1b4-a4cc-43ad-ba3a-7b6787b89b29, infoPort=43467, infoSecurePort=0, ipcPort=40823, storageInfo=lv=-57;cid=testClusterID;nsid=1044914056;c=1731043825415) 2024-11-08T05:30:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3a106412f1933d4 with lease ID 0x260eba60c19e9d8b: from storage DS-4f42ae55-d848-4a69-b847-09f848bf8a4a node DatanodeRegistration(127.0.0.1:35185, datanodeUuid=6471f1b4-a4cc-43ad-ba3a-7b6787b89b29, infoPort=43467, infoSecurePort=0, ipcPort=40823, storageInfo=lv=-57;cid=testClusterID;nsid=1044914056;c=1731043825415), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb80f8c416b313afa with lease ID 0x260eba60c19e9d8c: Processing first storage report for DS-c849e7d6-3807-4a00-b3ed-d6a7e5f1b977 from datanode DatanodeRegistration(127.0.0.1:41177, datanodeUuid=f54f1ae2-71ad-4f99-9082-8f05af75dd70, infoPort=36205, infoSecurePort=0, ipcPort=39719, storageInfo=lv=-57;cid=testClusterID;nsid=1044914056;c=1731043825415) 2024-11-08T05:30:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb80f8c416b313afa with lease ID 0x260eba60c19e9d8c: from storage DS-c849e7d6-3807-4a00-b3ed-d6a7e5f1b977 node DatanodeRegistration(127.0.0.1:41177, datanodeUuid=f54f1ae2-71ad-4f99-9082-8f05af75dd70, infoPort=36205, infoSecurePort=0, ipcPort=39719, storageInfo=lv=-57;cid=testClusterID;nsid=1044914056;c=1731043825415), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T05:30:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3a106412f1933d4 with lease ID 0x260eba60c19e9d8b: Processing first storage report for DS-f59152c5-3018-4f1e-a378-12ec54a57f98 from datanode DatanodeRegistration(127.0.0.1:35185, datanodeUuid=6471f1b4-a4cc-43ad-ba3a-7b6787b89b29, infoPort=43467, infoSecurePort=0, ipcPort=40823, storageInfo=lv=-57;cid=testClusterID;nsid=1044914056;c=1731043825415) 2024-11-08T05:30:28,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3a106412f1933d4 with lease ID 0x260eba60c19e9d8b: from storage DS-f59152c5-3018-4f1e-a378-12ec54a57f98 node DatanodeRegistration(127.0.0.1:35185, datanodeUuid=6471f1b4-a4cc-43ad-ba3a-7b6787b89b29, infoPort=43467, infoSecurePort=0, ipcPort=40823, storageInfo=lv=-57;cid=testClusterID;nsid=1044914056;c=1731043825415), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:28,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f 2024-11-08T05:30:28,628 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/zookeeper_0, clientPort=56831, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:30:28,636 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56831 2024-11-08T05:30:28,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:28,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:30:28,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:30:29,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370 with version=8 2024-11-08T05:30:29,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/hbase-staging 2024-11-08T05:30:29,350 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T05:30:29,600 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:29,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:29,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:29,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:29,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:29,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:29,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:30:29,777 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T05:30:29,785 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T05:30:29,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:29,809 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47990 (auto-detected) 2024-11-08T05:30:29,810 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T05:30:29,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34533 2024-11-08T05:30:29,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34533 connecting to ZooKeeper ensemble=127.0.0.1:56831 2024-11-08T05:30:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345330x0, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:29,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34533-0x10118ec9f300000 connected 2024-11-08T05:30:30,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:30,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:30,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:30,076 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370, hbase.cluster.distributed=false 2024-11-08T05:30:30,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:30,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-08T05:30:30,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34533 2024-11-08T05:30:30,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34533 2024-11-08T05:30:30,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-08T05:30:30,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-08T05:30:30,195 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:30,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:30,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:30,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:30,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:30,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:30,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:30:30,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:30,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35841 2024-11-08T05:30:30,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35841 connecting to ZooKeeper ensemble=127.0.0.1:56831 2024-11-08T05:30:30,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:30,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:30,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358410x0, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:30,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358410x0, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:30,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35841-0x10118ec9f300001 connected 2024-11-08T05:30:30,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:30:30,235 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:30:30,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:30:30,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:30,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35841 2024-11-08T05:30:30,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35841 2024-11-08T05:30:30,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35841 2024-11-08T05:30:30,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35841 2024-11-08T05:30:30,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35841 2024-11-08T05:30:30,262 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:30,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:30,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:30,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:30,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:30,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:30,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:30:30,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:30,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46877 2024-11-08T05:30:30,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46877 connecting to ZooKeeper ensemble=127.0.0.1:56831 2024-11-08T05:30:30,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:30,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:30,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468770x0, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:30,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:30,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46877-0x10118ec9f300002 connected 2024-11-08T05:30:30,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:30:30,290 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:30:30,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:30:30,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:30,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-08T05:30:30,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46877 2024-11-08T05:30:30,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46877 2024-11-08T05:30:30,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-08T05:30:30,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-08T05:30:30,310 DEBUG [M:0;d1ba675678c9:34533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:34533 2024-11-08T05:30:30,311 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,34533,1731043829453 2024-11-08T05:30:30,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:30,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:30,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:30,322 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,34533,1731043829453 2024-11-08T05:30:30,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:30,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:30,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:30,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:30,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:30,352 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:30:30,354 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,34533,1731043829453 from backup master directory 2024-11-08T05:30:30,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,34533,1731043829453 2024-11-08T05:30:30,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:30,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:30,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:30,362 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:30,363 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,34533,1731043829453 2024-11-08T05:30:30,365 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T05:30:30,367 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T05:30:30,416 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/hbase.id] with ID: 9a45ce5c-d5a0-46c1-871f-bfbee29a44cb 2024-11-08T05:30:30,416 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/.tmp/hbase.id 2024-11-08T05:30:30,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:30:30,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:30:30,429 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/.tmp/hbase.id]:[hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/hbase.id] 2024-11-08T05:30:30,473 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:30,478 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:30:30,497 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T05:30:30,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:30,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:30,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:30,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:30:30,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:30:30,542 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:30:30,545 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:30:30,562 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T05:30:30,567 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:30,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:30:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:30:30,613 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store 2024-11-08T05:30:30,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:30:30,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:30:30,638 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T05:30:30,641 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:30,642 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:30:30,642 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:30,642 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:30,643 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:30:30,644 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:30,644 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:30,645 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043830642Disabling compacts and flushes for region at 1731043830642Disabling writes for close at 1731043830644 (+2 ms)Writing region close event to WAL at 1731043830644Closed at 1731043830644 2024-11-08T05:30:30,647 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/.initializing 2024-11-08T05:30:30,647 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/WALs/d1ba675678c9,34533,1731043829453 2024-11-08T05:30:30,655 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:30,669 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C34533%2C1731043829453, suffix=, logDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/WALs/d1ba675678c9,34533,1731043829453, archiveDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/oldWALs, maxLogs=10 2024-11-08T05:30:30,692 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/WALs/d1ba675678c9,34533,1731043829453/d1ba675678c9%2C34533%2C1731043829453.1731043830673, exclude list is [], retry=0 2024-11-08T05:30:30,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-04238ce2-a3b8-454e-a6c0-5764e73fc23e,DISK] 2024-11-08T05:30:30,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-4f42ae55-d848-4a69-b847-09f848bf8a4a,DISK] 2024-11-08T05:30:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T05:30:30,742 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/WALs/d1ba675678c9,34533,1731043829453/d1ba675678c9%2C34533%2C1731043829453.1731043830673 2024-11-08T05:30:30,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43467:43467),(127.0.0.1/127.0.0.1:36205:36205)] 2024-11-08T05:30:30,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:30:30,744 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:30,747 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,748 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:30:30,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:30,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:30,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:30:30,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:30,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:30,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:30:30,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:30,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:30,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:30:30,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:30,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:30,822 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,825 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,826 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,831 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,832 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,835 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:30,839 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:30,843 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:30,845 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73758266, jitterRate=0.099083811044693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:30,853 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731043830759Initializing all the Stores at 1731043830761 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043830762 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043830762Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043830762Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043830763 (+1 ms)Cleaning up temporary data from old regions at 1731043830832 (+69 ms)Region opened successfully at 1731043830852 (+20 ms) 2024-11-08T05:30:30,854 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:30:30,889 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edc1782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:30,918 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:30:30,928 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:30:30,928 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:30:30,931 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:30:30,932 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T05:30:30,937 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T05:30:30,937 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:30:30,968 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:30:30,978 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:30:31,024 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:30:31,028 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:30:31,030 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:30:31,034 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:30:31,038 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:30:31,042 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:30:31,055 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:30:31,057 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:30:31,066 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:30:31,083 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:30:31,087 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:30:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,101 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,34533,1731043829453, sessionid=0x10118ec9f300000, setting cluster-up flag (Was=false) 2024-11-08T05:30:31,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,161 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:30:31,165 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,34533,1731043829453 2024-11-08T05:30:31,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,224 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:30:31,227 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,34533,1731043829453 2024-11-08T05:30:31,235 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:30:31,299 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(746): ClusterId : 9a45ce5c-d5a0-46c1-871f-bfbee29a44cb 2024-11-08T05:30:31,299 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(746): ClusterId : 9a45ce5c-d5a0-46c1-871f-bfbee29a44cb 2024-11-08T05:30:31,301 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:30:31,301 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:30:31,301 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:31,310 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:30:31,317 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:30:31,321 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:30:31,321 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:30:31,321 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:30:31,321 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:30:31,322 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,34533,1731043829453 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:30:31,331 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:30:31,331 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:30:31,332 DEBUG [RS:0;d1ba675678c9:35841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6460f6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:31,332 DEBUG [RS:1;d1ba675678c9:46877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403b203d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:31,332 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:31,332 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:31,332 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:31,332 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:31,333 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:30:31,333 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,333 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:31,333 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,334 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043861334 2024-11-08T05:30:31,336 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:30:31,338 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:30:31,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:31,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:30:31,342 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:30:31,343 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:30:31,343 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:30:31,343 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:30:31,344 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,346 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:31,347 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:30:31,348 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:30:31,349 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:30:31,349 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:30:31,351 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:30:31,351 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:30:31,352 DEBUG [RS:0;d1ba675678c9:35841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:35841 2024-11-08T05:30:31,352 DEBUG [RS:1;d1ba675678c9:46877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d1ba675678c9:46877 2024-11-08T05:30:31,356 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:30:31,356 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:30:31,356 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:30:31,356 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:30:31,356 DEBUG [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:30:31,356 DEBUG [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:30:31,356 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043831353,5,FailOnTimeoutGroup] 2024-11-08T05:30:31,357 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043831356,5,FailOnTimeoutGroup] 2024-11-08T05:30:31,358 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,358 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:30:31,359 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,34533,1731043829453 with port=46877, startcode=1731043830262 2024-11-08T05:30:31,359 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,34533,1731043829453 with port=35841, startcode=1731043830165 2024-11-08T05:30:31,359 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,360 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:30:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:30:31,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:30:31,370 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370 2024-11-08T05:30:31,374 DEBUG [RS:1;d1ba675678c9:46877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:30:31,374 DEBUG [RS:0;d1ba675678c9:35841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:30:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:30:31,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:30:31,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:31,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:30:31,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:30:31,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:31,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:31,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:30:31,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:30:31,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:31,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:31,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:30:31,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:30:31,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:31,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:31,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:30:31,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:30:31,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:31,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:31,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:30:31,416 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:30:31,416 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:30:31,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740 2024-11-08T05:30:31,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,35841,1731043830165 2024-11-08T05:30:31,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,35841,1731043830165 2024-11-08T05:30:31,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740 2024-11-08T05:30:31,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:30:31,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:30:31,433 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:31,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:30:31,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,46877,1731043830262 2024-11-08T05:30:31,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,46877,1731043830262 2024-11-08T05:30:31,441 DEBUG [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370 2024-11-08T05:30:31,441 DEBUG [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370 2024-11-08T05:30:31,441 DEBUG [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33137 2024-11-08T05:30:31,441 DEBUG [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33137 2024-11-08T05:30:31,441 DEBUG [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:30:31,441 DEBUG [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:30:31,442 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:31,443 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63751810, jitterRate=-0.05002400279045105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:31,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731043831386Initializing all the Stores at 1731043831388 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043831388Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043831392 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043831392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043831392Cleaning up temporary data from old regions at 1731043831431 (+39 ms)Region opened successfully at 1731043831447 (+16 ms) 2024-11-08T05:30:31,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:30:31,447 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:30:31,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:30:31,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:30:31,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:30:31,449 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:31,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043831447Disabling compacts and flushes for region at 1731043831447Disabling writes for close at 1731043831448 (+1 ms)Writing region close event to WAL at 1731043831449 (+1 ms)Closed at 1731043831449 2024-11-08T05:30:31,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:31,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:30:31,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:30:31,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:30:31,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:30:31,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:31,483 DEBUG [RS:0;d1ba675678c9:35841 {}] zookeeper.ZKUtil(111): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,35841,1731043830165 2024-11-08T05:30:31,483 DEBUG [RS:1;d1ba675678c9:46877 {}] zookeeper.ZKUtil(111): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,46877,1731043830262 2024-11-08T05:30:31,483 WARN [RS:0;d1ba675678c9:35841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:31,483 WARN [RS:1;d1ba675678c9:46877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:31,483 INFO [RS:0;d1ba675678c9:35841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:31,483 INFO [RS:1;d1ba675678c9:46877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:31,484 DEBUG [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,35841,1731043830165 2024-11-08T05:30:31,484 DEBUG [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,46877,1731043830262 2024-11-08T05:30:31,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,46877,1731043830262] 2024-11-08T05:30:31,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,35841,1731043830165] 2024-11-08T05:30:31,508 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:30:31,508 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:30:31,524 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:30:31,524 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:30:31,528 INFO [RS:1;d1ba675678c9:46877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:30:31,528 INFO [RS:0;d1ba675678c9:35841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:30:31,528 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,529 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,529 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:30:31,531 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:30:31,535 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:30:31,535 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:30:31,536 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,536 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,537 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:31,537 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:31,537 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,537 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,538 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,538 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,538 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,538 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,538 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,538 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,538 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,538 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:31,538 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,538 DEBUG [RS:1;d1ba675678c9:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:31,538 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:31,539 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:31,539 DEBUG [RS:0;d1ba675678c9:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:31,539 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,540 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,540 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,540 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,540 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,540 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,540 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,540 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46877,1731043830262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:31,540 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,541 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,541 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,541 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,35841,1731043830165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:31,566 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:30:31,566 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:30:31,568 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,46877,1731043830262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,568 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,35841,1731043830165-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,569 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,569 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,569 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.Replication(171): d1ba675678c9,46877,1731043830262 started 2024-11-08T05:30:31,569 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.Replication(171): d1ba675678c9,35841,1731043830165 started 2024-11-08T05:30:31,595 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,595 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:31,595 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,35841,1731043830165, RpcServer on d1ba675678c9/172.17.0.3:35841, sessionid=0x10118ec9f300001 2024-11-08T05:30:31,595 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,46877,1731043830262, RpcServer on d1ba675678c9/172.17.0.3:46877, sessionid=0x10118ec9f300002 2024-11-08T05:30:31,596 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:30:31,596 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:30:31,596 DEBUG [RS:0;d1ba675678c9:35841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,35841,1731043830165 2024-11-08T05:30:31,596 DEBUG [RS:1;d1ba675678c9:46877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,46877,1731043830262 2024-11-08T05:30:31,597 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,46877,1731043830262' 2024-11-08T05:30:31,597 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,35841,1731043830165' 2024-11-08T05:30:31,597 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:30:31,597 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:30:31,598 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:30:31,598 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:30:31,599 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:30:31,599 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:30:31,599 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:30:31,599 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:30:31,599 DEBUG [RS:1;d1ba675678c9:46877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,46877,1731043830262 2024-11-08T05:30:31,599 DEBUG [RS:0;d1ba675678c9:35841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,35841,1731043830165 2024-11-08T05:30:31,599 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,46877,1731043830262' 2024-11-08T05:30:31,599 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,35841,1731043830165' 2024-11-08T05:30:31,599 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:30:31,599 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:30:31,600 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:30:31,600 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:30:31,600 DEBUG [RS:0;d1ba675678c9:35841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:30:31,600 DEBUG [RS:1;d1ba675678c9:46877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:30:31,600 INFO [RS:0;d1ba675678c9:35841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:30:31,600 INFO [RS:1;d1ba675678c9:46877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:30:31,600 INFO [RS:0;d1ba675678c9:35841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:30:31,600 INFO [RS:1;d1ba675678c9:46877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:30:31,618 WARN [d1ba675678c9:34533 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T05:30:31,706 INFO [RS:0;d1ba675678c9:35841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:31,706 INFO [RS:1;d1ba675678c9:46877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:31,710 INFO [RS:0;d1ba675678c9:35841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C35841%2C1731043830165, suffix=, logDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,35841,1731043830165, archiveDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/oldWALs, maxLogs=32 2024-11-08T05:30:31,710 INFO [RS:1;d1ba675678c9:46877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C46877%2C1731043830262, suffix=, logDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,46877,1731043830262, archiveDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/oldWALs, maxLogs=32 2024-11-08T05:30:31,733 DEBUG [RS:0;d1ba675678c9:35841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,35841,1731043830165/d1ba675678c9%2C35841%2C1731043830165.1731043831714, exclude list is [], retry=0 2024-11-08T05:30:31,733 DEBUG [RS:1;d1ba675678c9:46877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,46877,1731043830262/d1ba675678c9%2C46877%2C1731043830262.1731043831714, exclude list is [], retry=0 2024-11-08T05:30:31,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-4f42ae55-d848-4a69-b847-09f848bf8a4a,DISK] 2024-11-08T05:30:31,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-04238ce2-a3b8-454e-a6c0-5764e73fc23e,DISK] 2024-11-08T05:30:31,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-4f42ae55-d848-4a69-b847-09f848bf8a4a,DISK] 2024-11-08T05:30:31,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-04238ce2-a3b8-454e-a6c0-5764e73fc23e,DISK] 2024-11-08T05:30:31,748 INFO [RS:0;d1ba675678c9:35841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,35841,1731043830165/d1ba675678c9%2C35841%2C1731043830165.1731043831714 2024-11-08T05:30:31,748 INFO [RS:1;d1ba675678c9:46877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,46877,1731043830262/d1ba675678c9%2C46877%2C1731043830262.1731043831714 2024-11-08T05:30:31,751 DEBUG [RS:0;d1ba675678c9:35841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43467:43467),(127.0.0.1/127.0.0.1:36205:36205)] 2024-11-08T05:30:31,752 DEBUG [RS:1;d1ba675678c9:46877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43467:43467),(127.0.0.1/127.0.0.1:36205:36205)] 2024-11-08T05:30:31,875 DEBUG [d1ba675678c9:34533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T05:30:31,882 DEBUG [d1ba675678c9:34533 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:30:31,888 DEBUG [d1ba675678c9:34533 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:30:31,888 DEBUG [d1ba675678c9:34533 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:30:31,889 DEBUG [d1ba675678c9:34533 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:30:31,889 DEBUG [d1ba675678c9:34533 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:30:31,889 INFO [d1ba675678c9:34533 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:30:31,889 INFO [d1ba675678c9:34533 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:30:31,889 DEBUG [d1ba675678c9:34533 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:30:31,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,46877,1731043830262 2024-11-08T05:30:31,902 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,46877,1731043830262, state=OPENING 2024-11-08T05:30:31,951 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:30:31,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:31,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:31,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:31,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:31,967 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:30:31,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,46877,1731043830262}] 2024-11-08T05:30:32,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:32,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:32,161 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:30:32,161 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:32,161 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:30:32,164 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C46877%2C1731043830262.meta, suffix=.meta, logDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,46877,1731043830262, archiveDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/oldWALs, maxLogs=32 2024-11-08T05:30:32,181 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,46877,1731043830262/d1ba675678c9%2C46877%2C1731043830262.meta.1731043832166.meta, exclude list is [], retry=0 2024-11-08T05:30:32,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41177,DS-04238ce2-a3b8-454e-a6c0-5764e73fc23e,DISK] 2024-11-08T05:30:32,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35185,DS-4f42ae55-d848-4a69-b847-09f848bf8a4a,DISK] 2024-11-08T05:30:32,188 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/WALs/d1ba675678c9,46877,1731043830262/d1ba675678c9%2C46877%2C1731043830262.meta.1731043832166.meta 2024-11-08T05:30:32,189 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36205:36205),(127.0.0.1/127.0.0.1:43467:43467)] 2024-11-08T05:30:32,189 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:30:32,191 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:30:32,193 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:30:32,198 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:30:32,202 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:30:32,202 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:32,203 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:30:32,203 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:30:32,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:30:32,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:30:32,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:32,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:32,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:30:32,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:30:32,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:32,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:32,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:30:32,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:30:32,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:32,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:32,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:30:32,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:30:32,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:32,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:32,215 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:30:32,217 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740 2024-11-08T05:30:32,220 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740 2024-11-08T05:30:32,222 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:30:32,222 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:30:32,223 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:32,226 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:30:32,228 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69510759, jitterRate=0.035791024565696716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:32,228 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:30:32,229 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731043832203Writing region info on filesystem at 1731043832203Initializing all the Stores at 1731043832205 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043832205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043832206 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043832206Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043832206Cleaning up temporary data from old regions at 1731043832223 (+17 ms)Running coprocessor post-open hooks at 1731043832228 (+5 ms)Region opened successfully at 1731043832229 (+1 ms) 2024-11-08T05:30:32,236 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043832137 2024-11-08T05:30:32,246 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:30:32,247 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:30:32,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,46877,1731043830262 2024-11-08T05:30:32,252 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,46877,1731043830262, state=OPEN 2024-11-08T05:30:32,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:32,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:32,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:32,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:32,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:32,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:32,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,46877,1731043830262 2024-11-08T05:30:32,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:30:32,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,46877,1731043830262 in 287 msec 2024-11-08T05:30:32,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:30:32,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 807 msec 2024-11-08T05:30:32,271 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:32,271 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:30:32,289 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:30:32,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,46877,1731043830262, seqNum=-1] 2024-11-08T05:30:32,312 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:32,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:32,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0710 sec 2024-11-08T05:30:32,338 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043832338, completionTime=-1 2024-11-08T05:30:32,340 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T05:30:32,341 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:30:32,366 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T05:30:32,366 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043892366 2024-11-08T05:30:32,366 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043952366 2024-11-08T05:30:32,366 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-08T05:30:32,367 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T05:30:32,373 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,34533,1731043829453-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:32,373 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,34533,1731043829453-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:32,373 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,34533,1731043829453-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:32,375 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:34533, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:32,375 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:32,375 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:32,383 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:30:32,404 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.041sec 2024-11-08T05:30:32,405 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:30:32,407 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:30:32,408 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:30:32,408 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:30:32,408 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:30:32,410 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,34533,1731043829453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:32,410 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,34533,1731043829453-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:30:32,415 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:30:32,416 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:30:32,417 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,34533,1731043829453-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:32,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c5588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:32,512 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T05:30:32,512 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T05:30:32,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,34533,-1 for getting cluster id 2024-11-08T05:30:32,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:30:32,544 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a45ce5c-d5a0-46c1-871f-bfbee29a44cb' 2024-11-08T05:30:32,546 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:30:32,547 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a45ce5c-d5a0-46c1-871f-bfbee29a44cb" 2024-11-08T05:30:32,547 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375c3773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:32,547 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,34533,-1] 2024-11-08T05:30:32,550 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:30:32,552 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:32,553 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:30:32,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da4cc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:32,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:30:32,564 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,46877,1731043830262, seqNum=-1] 2024-11-08T05:30:32,565 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:32,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,34533,1731043829453 2024-11-08T05:30:32,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T05:30:32,595 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,34533,1731043829453 2024-11-08T05:30:32,613 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6921b0db 2024-11-08T05:30:32,615 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T05:30:32,619 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T05:30:32,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:30:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T05:30:32,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T05:30:32,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T05:30:32,641 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:32,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T05:30:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:30:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:30:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:33,068 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 785f40df5fb25578b6c9415978a4484c, NAME => 'testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370 2024-11-08T05:30:33,069 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ff5234a71f5e1556b28a5922dda171b8, NAME => 'testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370 2024-11-08T05:30:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:30:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:30:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 785f40df5fb25578b6c9415978a4484c, disabling compactions & flushes 2024-11-08T05:30:33,083 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. after waiting 0 ms 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ff5234a71f5e1556b28a5922dda171b8, disabling compactions & flushes 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:33,083 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:33,083 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. after waiting 0 ms 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 785f40df5fb25578b6c9415978a4484c: Waiting for close lock at 1731043833083Disabling compacts and flushes for region at 1731043833083Disabling writes for close at 1731043833083Writing region close event to WAL at 1731043833083Closed at 1731043833083 2024-11-08T05:30:33,083 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:33,084 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:33,084 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ff5234a71f5e1556b28a5922dda171b8: Waiting for close lock at 1731043833083Disabling compacts and flushes for region at 1731043833083Disabling writes for close at 1731043833083Writing region close event to WAL at 1731043833083Closed at 1731043833083 2024-11-08T05:30:33,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T05:30:33,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043833086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043833086"}]},"ts":"1731043833086"} 2024-11-08T05:30:33,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043833086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043833086"}]},"ts":"1731043833086"} 2024-11-08T05:30:33,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T05:30:33,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T05:30:33,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043833123"}]},"ts":"1731043833123"} 2024-11-08T05:30:33,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T05:30:33,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:30:33,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:30:33,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:30:33,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:30:33,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:30:33,136 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:30:33,136 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:30:33,136 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:30:33,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=785f40df5fb25578b6c9415978a4484c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff5234a71f5e1556b28a5922dda171b8, ASSIGN}] 2024-11-08T05:30:33,140 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff5234a71f5e1556b28a5922dda171b8, ASSIGN 2024-11-08T05:30:33,140 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=785f40df5fb25578b6c9415978a4484c, ASSIGN 2024-11-08T05:30:33,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff5234a71f5e1556b28a5922dda171b8, ASSIGN; state=OFFLINE, location=d1ba675678c9,35841,1731043830165; forceNewPlan=false, retain=false 2024-11-08T05:30:33,142 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=785f40df5fb25578b6c9415978a4484c, ASSIGN; state=OFFLINE, location=d1ba675678c9,46877,1731043830262; forceNewPlan=false, retain=false 2024-11-08T05:30:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:33,295 INFO [d1ba675678c9:34533 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T05:30:33,296 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=785f40df5fb25578b6c9415978a4484c, regionState=OPENING, regionLocation=d1ba675678c9,46877,1731043830262 2024-11-08T05:30:33,296 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff5234a71f5e1556b28a5922dda171b8, regionState=OPENING, regionLocation=d1ba675678c9,35841,1731043830165 2024-11-08T05:30:33,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=785f40df5fb25578b6c9415978a4484c, ASSIGN because future has completed 2024-11-08T05:30:33,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 785f40df5fb25578b6c9415978a4484c, server=d1ba675678c9,46877,1731043830262}] 2024-11-08T05:30:33,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff5234a71f5e1556b28a5922dda171b8, ASSIGN because future has completed 2024-11-08T05:30:33,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff5234a71f5e1556b28a5922dda171b8, server=d1ba675678c9,35841,1731043830165}] 2024-11-08T05:30:33,459 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:33,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:33,463 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:33,463 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 785f40df5fb25578b6c9415978a4484c, NAME => 'testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T05:30:33,464 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,464 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:33,464 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,464 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,466 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:33,467 INFO [StoreOpener-785f40df5fb25578b6c9415978a4484c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,467 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ff5234a71f5e1556b28a5922dda171b8, NAME => 'testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T05:30:33,467 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,467 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:33,468 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,468 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,469 INFO [StoreOpener-785f40df5fb25578b6c9415978a4484c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 785f40df5fb25578b6c9415978a4484c columnFamilyName family 2024-11-08T05:30:33,469 DEBUG [StoreOpener-785f40df5fb25578b6c9415978a4484c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:33,470 INFO [StoreOpener-785f40df5fb25578b6c9415978a4484c-1 {}] regionserver.HStore(327): Store=785f40df5fb25578b6c9415978a4484c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:33,470 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,471 INFO [StoreOpener-ff5234a71f5e1556b28a5922dda171b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,472 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,473 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,473 INFO [StoreOpener-ff5234a71f5e1556b28a5922dda171b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5234a71f5e1556b28a5922dda171b8 columnFamilyName family 2024-11-08T05:30:33,473 DEBUG [StoreOpener-ff5234a71f5e1556b28a5922dda171b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:33,473 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,473 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,474 INFO [StoreOpener-ff5234a71f5e1556b28a5922dda171b8-1 {}] regionserver.HStore(327): Store=ff5234a71f5e1556b28a5922dda171b8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:33,474 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,476 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,476 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,477 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,477 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,477 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,480 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,480 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/785f40df5fb25578b6c9415978a4484c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:33,481 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 785f40df5fb25578b6c9415978a4484c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59219808, jitterRate=-0.11755609512329102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:30:33,481 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:33,482 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 785f40df5fb25578b6c9415978a4484c: Running coprocessor pre-open hook at 1731043833465Writing region info on filesystem at 1731043833465Initializing all the Stores at 1731043833466 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043833466Cleaning up temporary data from old regions at 1731043833473 (+7 ms)Running coprocessor post-open hooks at 1731043833481 (+8 ms)Region opened successfully at 1731043833482 (+1 ms) 2024-11-08T05:30:33,484 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/ff5234a71f5e1556b28a5922dda171b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:33,484 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c., pid=7, masterSystemTime=1731043833457 2024-11-08T05:30:33,485 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ff5234a71f5e1556b28a5922dda171b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74221265, jitterRate=0.10598303377628326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:30:33,485 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:33,485 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ff5234a71f5e1556b28a5922dda171b8: Running coprocessor pre-open hook at 1731043833468Writing region info on filesystem at 1731043833468Initializing all the Stores at 1731043833469 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043833469Cleaning up temporary data from old regions at 1731043833477 (+8 ms)Running coprocessor post-open hooks at 1731043833485 (+8 ms)Region opened successfully at 1731043833485 2024-11-08T05:30:33,487 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8., pid=8, masterSystemTime=1731043833459 2024-11-08T05:30:33,488 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:33,488 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:33,489 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=785f40df5fb25578b6c9415978a4484c, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,46877,1731043830262 2024-11-08T05:30:33,491 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:33,491 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:33,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff5234a71f5e1556b28a5922dda171b8, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35841,1731043830165 2024-11-08T05:30:33,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 785f40df5fb25578b6c9415978a4484c, server=d1ba675678c9,46877,1731043830262 because future has completed 2024-11-08T05:30:33,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff5234a71f5e1556b28a5922dda171b8, server=d1ba675678c9,35841,1731043830165 because future has completed 2024-11-08T05:30:33,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-08T05:30:33,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 785f40df5fb25578b6c9415978a4484c, server=d1ba675678c9,46877,1731043830262 in 194 msec 2024-11-08T05:30:33,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-08T05:30:33,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ff5234a71f5e1556b28a5922dda171b8, server=d1ba675678c9,35841,1731043830165 in 193 msec 2024-11-08T05:30:33,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=785f40df5fb25578b6c9415978a4484c, ASSIGN in 363 msec 2024-11-08T05:30:33,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-08T05:30:33,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff5234a71f5e1556b28a5922dda171b8, ASSIGN in 365 msec 2024-11-08T05:30:33,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T05:30:33,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043833507"}]},"ts":"1731043833507"} 2024-11-08T05:30:33,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T05:30:33,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T05:30:33,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 882 msec 2024-11-08T05:30:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:33,791 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T05:30:33,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T05:30:33,794 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:30:33,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T05:30:33,804 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:30:33,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T05:30:33,815 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c., hostname=d1ba675678c9,46877,1731043830262, seqNum=2] 2024-11-08T05:30:33,835 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8., hostname=d1ba675678c9,35841,1731043830165, seqNum=2] 2024-11-08T05:30:33,835 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:33,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:33,856 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff5234a71f5e1556b28a5922dda171b8 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T05:30:33,913 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/ff5234a71f5e1556b28a5922dda171b8/.tmp/family/bdeb374226fb458d84427644b53759dc is 32, key is 5/family:/1731043833838/Put/seqid=0 2024-11-08T05:30:33,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741839_1015 (size=5083) 2024-11-08T05:30:33,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741839_1015 (size=5083) 2024-11-08T05:30:33,925 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/ff5234a71f5e1556b28a5922dda171b8/.tmp/family/bdeb374226fb458d84427644b53759dc 2024-11-08T05:30:33,974 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/ff5234a71f5e1556b28a5922dda171b8/.tmp/family/bdeb374226fb458d84427644b53759dc as hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/ff5234a71f5e1556b28a5922dda171b8/family/bdeb374226fb458d84427644b53759dc 2024-11-08T05:30:33,987 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/ff5234a71f5e1556b28a5922dda171b8/family/bdeb374226fb458d84427644b53759dc, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T05:30:33,996 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ff5234a71f5e1556b28a5922dda171b8 in 138ms, sequenceid=9, compaction requested=false 2024-11-08T05:30:33,997 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-08T05:30:34,000 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ff5234a71f5e1556b28a5922dda171b8: 2024-11-08T05:30:34,000 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 785f40df5fb25578b6c9415978a4484c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T05:30:34,022 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/785f40df5fb25578b6c9415978a4484c/.tmp/family/0f71b2df65bf408e8aa4b69e960dc327 is 32, key is 1/family:/1731043833818/Put/seqid=0 2024-11-08T05:30:34,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741840_1016 (size=5054) 2024-11-08T05:30:34,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741840_1016 (size=5054) 2024-11-08T05:30:34,030 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/785f40df5fb25578b6c9415978a4484c/.tmp/family/0f71b2df65bf408e8aa4b69e960dc327 2024-11-08T05:30:34,042 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/785f40df5fb25578b6c9415978a4484c/.tmp/family/0f71b2df65bf408e8aa4b69e960dc327 as hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/785f40df5fb25578b6c9415978a4484c/family/0f71b2df65bf408e8aa4b69e960dc327 2024-11-08T05:30:34,053 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/785f40df5fb25578b6c9415978a4484c/family/0f71b2df65bf408e8aa4b69e960dc327, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T05:30:34,054 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 785f40df5fb25578b6c9415978a4484c in 54ms, sequenceid=8, compaction requested=false 2024-11-08T05:30:34,055 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 785f40df5fb25578b6c9415978a4484c: 2024-11-08T05:30:34,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429a399b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:34,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,34533,-1 for getting cluster id 2024-11-08T05:30:34,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:30:34,059 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a45ce5c-d5a0-46c1-871f-bfbee29a44cb' 2024-11-08T05:30:34,060 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:30:34,060 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a45ce5c-d5a0-46c1-871f-bfbee29a44cb" 2024-11-08T05:30:34,060 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3b8a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:34,060 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,34533,-1] 2024-11-08T05:30:34,060 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:30:34,061 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:34,062 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:30:34,063 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2634b7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:34,077 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T05:30:34,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:30:34,079 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,46877,1731043830262, seqNum=-1] 2024-11-08T05:30:34,080 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:34,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:34,091 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:34,093 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:34,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:34,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:34,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:30:34,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:34,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:34,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:34,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:30:34,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:30:34,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:30:34,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:34,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:34,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:34,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:30:34,108 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:30:34,108 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1925894432, stopped=false 2024-11-08T05:30:34,109 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,34533,1731043829453 2024-11-08T05:30:34,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:34,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:34,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:34,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:34,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:34,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:34,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:30:34,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:34,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:30:34,280 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-08T05:30:34,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:34,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:34,281 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(3091): Received CLOSE for ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:34,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:34,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:34,282 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,35841,1731043830165' ***** 2024-11-08T05:30:34,282 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:30:34,283 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,46877,1731043830262' ***** 2024-11-08T05:30:34,283 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:30:34,283 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:30:34,284 INFO [RS:1;d1ba675678c9:46877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:30:34,284 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:30:34,284 INFO [RS:1;d1ba675678c9:46877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:30:34,284 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(3091): Received CLOSE for 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:34,284 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,46877,1731043830262 2024-11-08T05:30:34,284 INFO [RS:1;d1ba675678c9:46877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:34,284 INFO [RS:1;d1ba675678c9:46877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d1ba675678c9:46877. 2024-11-08T05:30:34,284 DEBUG [RS:1;d1ba675678c9:46877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:34,284 DEBUG [RS:1;d1ba675678c9:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:34,285 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff5234a71f5e1556b28a5922dda171b8, disabling compactions & flushes 2024-11-08T05:30:34,285 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 785f40df5fb25578b6c9415978a4484c, disabling compactions & flushes 2024-11-08T05:30:34,285 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:34,285 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:30:34,285 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:34,285 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:34,285 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:30:34,285 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:34,285 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. after waiting 0 ms 2024-11-08T05:30:34,285 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:30:34,285 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:34,285 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:30:34,285 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. after waiting 0 ms 2024-11-08T05:30:34,285 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:34,285 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T05:30:34,286 DEBUG [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 785f40df5fb25578b6c9415978a4484c=testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c.} 2024-11-08T05:30:34,286 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:30:34,286 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:30:34,286 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:30:34,286 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:30:34,286 INFO [RS:0;d1ba675678c9:35841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:30:34,286 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:30:34,286 INFO [RS:0;d1ba675678c9:35841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:30:34,286 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:30:34,286 DEBUG [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 785f40df5fb25578b6c9415978a4484c 2024-11-08T05:30:34,286 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,35841,1731043830165 2024-11-08T05:30:34,286 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:30:34,286 INFO [RS:0;d1ba675678c9:35841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:34,286 INFO [RS:0;d1ba675678c9:35841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:35841. 2024-11-08T05:30:34,286 DEBUG [RS:0;d1ba675678c9:35841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:34,286 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T05:30:34,286 DEBUG [RS:0;d1ba675678c9:35841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:34,287 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T05:30:34,287 DEBUG [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(1325): Online Regions={ff5234a71f5e1556b28a5922dda171b8=testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8.} 2024-11-08T05:30:34,287 DEBUG [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(1351): Waiting on ff5234a71f5e1556b28a5922dda171b8 2024-11-08T05:30:34,297 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/785f40df5fb25578b6c9415978a4484c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T05:30:34,297 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/default/testClearRegionBlockCache/ff5234a71f5e1556b28a5922dda171b8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T05:30:34,299 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:34,299 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:34,300 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff5234a71f5e1556b28a5922dda171b8: Waiting for close lock at 1731043834284Running coprocessor pre-close hooks at 1731043834285 (+1 ms)Disabling compacts and flushes for region at 1731043834285Disabling writes for close at 1731043834285Writing region close event to WAL at 1731043834287 (+2 ms)Running coprocessor post-close hooks at 1731043834298 (+11 ms)Closed at 1731043834299 (+1 ms) 2024-11-08T05:30:34,300 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 785f40df5fb25578b6c9415978a4484c: Waiting for close lock at 1731043834284Running coprocessor pre-close hooks at 1731043834285 (+1 ms)Disabling compacts and flushes for region at 1731043834285Disabling writes for close at 1731043834285Writing region close event to WAL at 1731043834287 (+2 ms)Running coprocessor post-close hooks at 1731043834298 (+11 ms)Closed at 1731043834299 (+1 ms) 2024-11-08T05:30:34,300 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731043832621.785f40df5fb25578b6c9415978a4484c. 2024-11-08T05:30:34,300 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8. 2024-11-08T05:30:34,312 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/.tmp/info/967ed248261b4b4e8422327b5bd64828 is 173, key is testClearRegionBlockCache,5,1731043832621.ff5234a71f5e1556b28a5922dda171b8./info:regioninfo/1731043833492/Put/seqid=0 2024-11-08T05:30:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:30:34,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:30:34,320 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/.tmp/info/967ed248261b4b4e8422327b5bd64828 2024-11-08T05:30:34,344 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:34,344 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:34,347 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/.tmp/ns/fca56393685443fe891d5e505aba8240 is 43, key is default/ns:d/1731043832320/Put/seqid=0 2024-11-08T05:30:34,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:30:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:30:34,355 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/.tmp/ns/fca56393685443fe891d5e505aba8240 2024-11-08T05:30:34,380 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/.tmp/table/b5e7292830c148f696c1714429cacb69 is 61, key is testClearRegionBlockCache/table:state/1731043833507/Put/seqid=0 2024-11-08T05:30:34,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:30:34,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:30:34,387 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/.tmp/table/b5e7292830c148f696c1714429cacb69 2024-11-08T05:30:34,397 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/.tmp/info/967ed248261b4b4e8422327b5bd64828 as hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/info/967ed248261b4b4e8422327b5bd64828 2024-11-08T05:30:34,407 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/info/967ed248261b4b4e8422327b5bd64828, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T05:30:34,409 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/.tmp/ns/fca56393685443fe891d5e505aba8240 as hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/ns/fca56393685443fe891d5e505aba8240 2024-11-08T05:30:34,419 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/ns/fca56393685443fe891d5e505aba8240, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T05:30:34,420 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/.tmp/table/b5e7292830c148f696c1714429cacb69 as hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/table/b5e7292830c148f696c1714429cacb69 2024-11-08T05:30:34,430 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/table/b5e7292830c148f696c1714429cacb69, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T05:30:34,431 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=13, compaction requested=false 2024-11-08T05:30:34,432 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T05:30:34,439 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T05:30:34,440 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:30:34,441 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:34,441 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043834286Running coprocessor pre-close hooks at 1731043834286Disabling compacts and flushes for region at 1731043834286Disabling writes for close at 1731043834286Obtaining lock to block concurrent updates at 1731043834286Preparing flush snapshotting stores in 1588230740 at 1731043834286Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731043834287 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731043834288 (+1 ms)Flushing 1588230740/info: creating writer at 1731043834289 (+1 ms)Flushing 1588230740/info: appending metadata at 1731043834312 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731043834312Flushing 1588230740/ns: creating writer at 1731043834331 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731043834346 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731043834346Flushing 1588230740/table: creating writer at 1731043834364 (+18 ms)Flushing 1588230740/table: appending metadata at 1731043834380 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731043834380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c131e9: reopening flushed file at 1731043834396 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a31375: reopening flushed file at 1731043834408 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3536775d: reopening flushed file at 1731043834419 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=13, compaction requested=false at 1731043834431 (+12 ms)Writing region close event to WAL at 1731043834434 (+3 ms)Running coprocessor post-close hooks at 1731043834440 (+6 ms)Closed at 1731043834441 (+1 ms) 2024-11-08T05:30:34,441 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:34,486 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,46877,1731043830262; all regions closed. 2024-11-08T05:30:34,487 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,35841,1731043830165; all regions closed. 2024-11-08T05:30:34,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741834_1010 (size=1867) 2024-11-08T05:30:34,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:30:34,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741834_1010 (size=1867) 2024-11-08T05:30:34,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:30:34,500 DEBUG [RS:1;d1ba675678c9:46877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/oldWALs 2024-11-08T05:30:34,500 DEBUG [RS:0;d1ba675678c9:35841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/oldWALs 2024-11-08T05:30:34,501 INFO [RS:1;d1ba675678c9:46877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C46877%2C1731043830262.meta:.meta(num 1731043832166) 2024-11-08T05:30:34,501 INFO [RS:0;d1ba675678c9:35841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C35841%2C1731043830165:(num 1731043831714) 2024-11-08T05:30:34,501 DEBUG [RS:0;d1ba675678c9:35841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:34,501 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:34,501 INFO [RS:0;d1ba675678c9:35841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:34,501 INFO [RS:0;d1ba675678c9:35841 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:34,501 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:30:34,502 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:34,502 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:30:34,502 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:30:34,502 INFO [RS:0;d1ba675678c9:35841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:34,502 INFO [RS:0;d1ba675678c9:35841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35841 2024-11-08T05:30:34,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741833_1009 (size=1758) 2024-11-08T05:30:34,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741833_1009 (size=1758) 2024-11-08T05:30:34,509 DEBUG [RS:1;d1ba675678c9:46877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/oldWALs 2024-11-08T05:30:34,509 INFO [RS:1;d1ba675678c9:46877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C46877%2C1731043830262:(num 1731043831714) 2024-11-08T05:30:34,509 DEBUG [RS:1;d1ba675678c9:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:34,509 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:34,509 INFO [RS:1;d1ba675678c9:46877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:34,509 INFO [RS:1;d1ba675678c9:46877 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:34,509 INFO [RS:1;d1ba675678c9:46877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:34,509 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:34,510 INFO [RS:1;d1ba675678c9:46877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46877 2024-11-08T05:30:34,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,35841,1731043830165 2024-11-08T05:30:34,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:34,529 INFO [RS:0;d1ba675678c9:35841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:34,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,46877,1731043830262 2024-11-08T05:30:34,540 INFO [RS:1;d1ba675678c9:46877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:34,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,46877,1731043830262] 2024-11-08T05:30:34,572 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,46877,1731043830262 already deleted, retry=false 2024-11-08T05:30:34,572 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,46877,1731043830262 expired; onlineServers=1 2024-11-08T05:30:34,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,35841,1731043830165] 2024-11-08T05:30:34,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,35841,1731043830165 already deleted, retry=false 2024-11-08T05:30:34,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,35841,1731043830165 expired; onlineServers=0 2024-11-08T05:30:34,583 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,34533,1731043829453' ***** 2024-11-08T05:30:34,583 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:30:34,583 INFO [M:0;d1ba675678c9:34533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:34,583 INFO [M:0;d1ba675678c9:34533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:34,584 DEBUG [M:0;d1ba675678c9:34533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:30:34,584 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:30:34,584 DEBUG [M:0;d1ba675678c9:34533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:30:34,584 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043831356 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043831356,5,FailOnTimeoutGroup] 2024-11-08T05:30:34,584 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043831353 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043831353,5,FailOnTimeoutGroup] 2024-11-08T05:30:34,585 INFO [M:0;d1ba675678c9:34533 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:34,586 INFO [M:0;d1ba675678c9:34533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:34,586 DEBUG [M:0;d1ba675678c9:34533 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:30:34,586 INFO [M:0;d1ba675678c9:34533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:30:34,587 INFO [M:0;d1ba675678c9:34533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:30:34,588 INFO [M:0;d1ba675678c9:34533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:30:34,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:30:34,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:34,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x10118ec9f300001, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:34,653 INFO [RS:0;d1ba675678c9:35841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:34,653 INFO [RS:0;d1ba675678c9:35841 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,35841,1731043830165; zookeeper connection closed. 2024-11-08T05:30:34,654 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3851a578 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3851a578 2024-11-08T05:30:34,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:34,661 INFO [RS:1;d1ba675678c9:46877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:34,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x10118ec9f300002, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:34,662 INFO [RS:1;d1ba675678c9:46877 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,46877,1731043830262; zookeeper connection closed. 2024-11-08T05:30:34,663 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21aebd18 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21aebd18 2024-11-08T05:30:34,664 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T05:30:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:34,673 DEBUG [M:0;d1ba675678c9:34533 {}] zookeeper.ZKUtil(347): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T05:30:34,673 WARN [M:0;d1ba675678c9:34533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T05:30:34,675 INFO [M:0;d1ba675678c9:34533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/.lastflushedseqids 2024-11-08T05:30:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741844_1020 (size=182) 2024-11-08T05:30:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741844_1020 (size=182) 2024-11-08T05:30:34,691 INFO [M:0;d1ba675678c9:34533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:30:34,691 INFO [M:0;d1ba675678c9:34533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:30:34,691 DEBUG [M:0;d1ba675678c9:34533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:30:34,691 INFO [M:0;d1ba675678c9:34533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:34,691 DEBUG [M:0;d1ba675678c9:34533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:34,691 DEBUG [M:0;d1ba675678c9:34533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:30:34,692 DEBUG [M:0;d1ba675678c9:34533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:34,692 INFO [M:0;d1ba675678c9:34533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-08T05:30:34,713 DEBUG [M:0;d1ba675678c9:34533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5dfb12963d84bbbad911a7cb2995654 is 82, key is hbase:meta,,1/info:regioninfo/1731043832248/Put/seqid=0 2024-11-08T05:30:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:30:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:30:34,721 INFO [M:0;d1ba675678c9:34533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5dfb12963d84bbbad911a7cb2995654 2024-11-08T05:30:34,746 DEBUG [M:0;d1ba675678c9:34533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/110d1acc2c224e8d94937a9c2a1e7a17 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043833514/Put/seqid=0 2024-11-08T05:30:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741846_1022 (size=6218) 2024-11-08T05:30:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741846_1022 (size=6218) 2024-11-08T05:30:34,753 INFO [M:0;d1ba675678c9:34533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/110d1acc2c224e8d94937a9c2a1e7a17 2024-11-08T05:30:34,776 DEBUG [M:0;d1ba675678c9:34533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16b95b3587644cf5a07d0662e8714b9f is 69, key is d1ba675678c9,35841,1731043830165/rs:state/1731043831426/Put/seqid=0 2024-11-08T05:30:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:30:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:30:34,783 INFO [M:0;d1ba675678c9:34533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16b95b3587644cf5a07d0662e8714b9f 2024-11-08T05:30:34,793 DEBUG [M:0;d1ba675678c9:34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5dfb12963d84bbbad911a7cb2995654 as hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5dfb12963d84bbbad911a7cb2995654 2024-11-08T05:30:34,802 INFO [M:0;d1ba675678c9:34533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5dfb12963d84bbbad911a7cb2995654, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T05:30:34,804 DEBUG [M:0;d1ba675678c9:34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/110d1acc2c224e8d94937a9c2a1e7a17 as hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/110d1acc2c224e8d94937a9c2a1e7a17 2024-11-08T05:30:34,812 INFO [M:0;d1ba675678c9:34533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/110d1acc2c224e8d94937a9c2a1e7a17, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T05:30:34,814 DEBUG [M:0;d1ba675678c9:34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16b95b3587644cf5a07d0662e8714b9f as hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16b95b3587644cf5a07d0662e8714b9f 2024-11-08T05:30:34,821 INFO [M:0;d1ba675678c9:34533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33137/user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16b95b3587644cf5a07d0662e8714b9f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T05:30:34,823 INFO [M:0;d1ba675678c9:34533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false 2024-11-08T05:30:34,824 INFO [M:0;d1ba675678c9:34533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:34,824 DEBUG [M:0;d1ba675678c9:34533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043834691Disabling compacts and flushes for region at 1731043834691Disabling writes for close at 1731043834691Obtaining lock to block concurrent updates at 1731043834692 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043834692Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731043834693 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043834694 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043834694Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043834713 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043834713Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043834728 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043834745 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043834746 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043834760 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043834775 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043834775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c448e80: reopening flushed file at 1731043834791 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1461753c: reopening flushed file at 1731043834802 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167432f9: reopening flushed file at 1731043834812 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false at 1731043834823 (+11 ms)Writing region close event to WAL at 1731043834824 (+1 ms)Closed at 1731043834824 2024-11-08T05:30:34,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35185 is added to blk_1073741830_1006 (size=35428) 2024-11-08T05:30:34,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41177 is added to blk_1073741830_1006 (size=35428) 2024-11-08T05:30:34,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56883513-006d-71b0-c84b-61bee9d44370/MasterData/WALs/d1ba675678c9,34533,1731043829453/d1ba675678c9%2C34533%2C1731043829453.1731043830673 not finished, retry = 0 2024-11-08T05:30:34,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:34,931 INFO [M:0;d1ba675678c9:34533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:30:34,931 INFO [M:0;d1ba675678c9:34533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34533 2024-11-08T05:30:34,932 INFO [M:0;d1ba675678c9:34533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:35,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:35,062 INFO [M:0;d1ba675678c9:34533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:35,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x10118ec9f300000, quorum=127.0.0.1:56831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:35,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:35,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:35,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:35,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:35,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:35,110 WARN [BP-1171857725-172.17.0.3-1731043825415 heartbeating to localhost/127.0.0.1:33137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:30:35,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:30:35,110 WARN [BP-1171857725-172.17.0.3-1731043825415 heartbeating to localhost/127.0.0.1:33137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1171857725-172.17.0.3-1731043825415 (Datanode Uuid f54f1ae2-71ad-4f99-9082-8f05af75dd70) service to localhost/127.0.0.1:33137 2024-11-08T05:30:35,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:30:35,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/data/data3/current/BP-1171857725-172.17.0.3-1731043825415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:35,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/data/data4/current/BP-1171857725-172.17.0.3-1731043825415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:35,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:30:35,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:35,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:35,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:35,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:35,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:35,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:30:35,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:30:35,115 WARN [BP-1171857725-172.17.0.3-1731043825415 heartbeating to localhost/127.0.0.1:33137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:30:35,115 WARN [BP-1171857725-172.17.0.3-1731043825415 heartbeating to localhost/127.0.0.1:33137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1171857725-172.17.0.3-1731043825415 (Datanode Uuid 6471f1b4-a4cc-43ad-ba3a-7b6787b89b29) service to localhost/127.0.0.1:33137 2024-11-08T05:30:35,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/data/data1/current/BP-1171857725-172.17.0.3-1731043825415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:35,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/cluster_710a969b-b986-81a1-cf17-bad7650fc549/data/data2/current/BP-1171857725-172.17.0.3-1731043825415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:35,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:30:35,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:30:35,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:35,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:35,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:35,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:35,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:30:35,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:30:35,172 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=85 (was 11) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d1ba675678c9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d1ba675678c9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/d1ba675678c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33137 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d1ba675678c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33137 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@af1902c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=8215 (was 8786) 2024-11-08T05:30:35,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=85, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=8215 2024-11-08T05:30:35,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.log.dir so I do NOT create it in target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664 2024-11-08T05:30:35,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T05:30:35,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.tmp.dir so I do NOT create it in target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664 2024-11-08T05:30:35,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a604dbbf-4c82-17da-2fc9-1ad48bb89c3f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T05:30:35,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664 2024-11-08T05:30:35,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:30:35,193 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74, deleteOnExit=true 2024-11-08T05:30:35,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:30:35,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/test.cache.data in system properties and HBase conf 2024-11-08T05:30:35,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:30:35,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:30:35,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:30:35,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:30:35,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:30:35,194 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:30:35,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:30:35,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:30:35,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:30:35,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:30:35,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:35,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:35,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:35,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:35,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:30:35,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:35,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1d15d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:35,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25edd9b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:35,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1811e72e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/java.io.tmpdir/jetty-localhost-33379-hadoop-hdfs-3_4_1-tests_jar-_-any-3629471967625966124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:30:35,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d643cf7{HTTP/1.1, (http/1.1)}{localhost:33379} 2024-11-08T05:30:35,622 INFO [Time-limited test {}] server.Server(415): Started @12087ms 2024-11-08T05:30:35,916 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:35,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:35,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:35,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:35,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:30:35,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d053c49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:35,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d0e0050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:36,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1119c3b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/java.io.tmpdir/jetty-localhost-44927-hadoop-hdfs-3_4_1-tests_jar-_-any-6936362714100828695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:36,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@397584a6{HTTP/1.1, (http/1.1)}{localhost:44927} 2024-11-08T05:30:36,016 INFO [Time-limited test {}] server.Server(415): Started @12482ms 2024-11-08T05:30:36,018 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:30:36,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:36,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:36,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:36,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:36,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:30:36,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad4f567{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:36,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f30afa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:36,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5edde1d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/java.io.tmpdir/jetty-localhost-36235-hadoop-hdfs-3_4_1-tests_jar-_-any-3180707510887035127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:36,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a66f5b3{HTTP/1.1, (http/1.1)}{localhost:36235} 2024-11-08T05:30:36,147 INFO [Time-limited test {}] server.Server(415): Started @12612ms 2024-11-08T05:30:36,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:30:37,190 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/data/data1/current/BP-1674165894-172.17.0.3-1731043835218/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:37,190 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/data/data2/current/BP-1674165894-172.17.0.3-1731043835218/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:37,211 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:30:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd58d24854dc419f6 with lease ID 0x251d150d3680fdb: Processing first storage report for DS-19beafb5-c53b-4f5a-bf33-5de16c682345 from datanode DatanodeRegistration(127.0.0.1:35229, datanodeUuid=1fdb6ecc-a1b7-4a51-b1fc-d0cec5aec1da, infoPort=40901, infoSecurePort=0, ipcPort=42937, storageInfo=lv=-57;cid=testClusterID;nsid=1661907087;c=1731043835218) 2024-11-08T05:30:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd58d24854dc419f6 with lease ID 0x251d150d3680fdb: from storage DS-19beafb5-c53b-4f5a-bf33-5de16c682345 node DatanodeRegistration(127.0.0.1:35229, datanodeUuid=1fdb6ecc-a1b7-4a51-b1fc-d0cec5aec1da, infoPort=40901, infoSecurePort=0, ipcPort=42937, storageInfo=lv=-57;cid=testClusterID;nsid=1661907087;c=1731043835218), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd58d24854dc419f6 with lease ID 0x251d150d3680fdb: Processing first storage report for DS-9a7ce419-c557-458e-8fff-46d0cf5a3b80 from datanode DatanodeRegistration(127.0.0.1:35229, datanodeUuid=1fdb6ecc-a1b7-4a51-b1fc-d0cec5aec1da, infoPort=40901, infoSecurePort=0, ipcPort=42937, storageInfo=lv=-57;cid=testClusterID;nsid=1661907087;c=1731043835218) 2024-11-08T05:30:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd58d24854dc419f6 with lease ID 0x251d150d3680fdb: from storage DS-9a7ce419-c557-458e-8fff-46d0cf5a3b80 node DatanodeRegistration(127.0.0.1:35229, datanodeUuid=1fdb6ecc-a1b7-4a51-b1fc-d0cec5aec1da, infoPort=40901, infoSecurePort=0, ipcPort=42937, storageInfo=lv=-57;cid=testClusterID;nsid=1661907087;c=1731043835218), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:37,321 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/data/data3/current/BP-1674165894-172.17.0.3-1731043835218/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:37,322 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/data/data4/current/BP-1674165894-172.17.0.3-1731043835218/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:37,342 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:30:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa01c2c1d9a6206c9 with lease ID 0x251d150d3680fdc: Processing first storage report for DS-3c277b57-2e53-4dc4-ba2d-1774d0687bd3 from datanode DatanodeRegistration(127.0.0.1:40827, datanodeUuid=41719770-cb5a-4994-a7a4-d9e3af601e39, infoPort=45865, infoSecurePort=0, ipcPort=38097, storageInfo=lv=-57;cid=testClusterID;nsid=1661907087;c=1731043835218) 2024-11-08T05:30:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa01c2c1d9a6206c9 with lease ID 0x251d150d3680fdc: from storage DS-3c277b57-2e53-4dc4-ba2d-1774d0687bd3 node DatanodeRegistration(127.0.0.1:40827, datanodeUuid=41719770-cb5a-4994-a7a4-d9e3af601e39, infoPort=45865, infoSecurePort=0, ipcPort=38097, storageInfo=lv=-57;cid=testClusterID;nsid=1661907087;c=1731043835218), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T05:30:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa01c2c1d9a6206c9 with lease ID 0x251d150d3680fdc: Processing first storage report for DS-415b0f68-bc9a-4c5f-86ba-f25c28d239f6 from datanode DatanodeRegistration(127.0.0.1:40827, datanodeUuid=41719770-cb5a-4994-a7a4-d9e3af601e39, infoPort=45865, infoSecurePort=0, ipcPort=38097, storageInfo=lv=-57;cid=testClusterID;nsid=1661907087;c=1731043835218) 2024-11-08T05:30:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa01c2c1d9a6206c9 with lease ID 0x251d150d3680fdc: from storage DS-415b0f68-bc9a-4c5f-86ba-f25c28d239f6 node DatanodeRegistration(127.0.0.1:40827, datanodeUuid=41719770-cb5a-4994-a7a4-d9e3af601e39, infoPort=45865, infoSecurePort=0, ipcPort=38097, storageInfo=lv=-57;cid=testClusterID;nsid=1661907087;c=1731043835218), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:37,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664 2024-11-08T05:30:37,403 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/zookeeper_0, clientPort=52577, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:30:37,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52577 2024-11-08T05:30:37,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:37,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:37,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:30:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:30:37,420 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d with version=8 2024-11-08T05:30:37,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/hbase-staging 2024-11-08T05:30:37,422 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:37,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:37,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:37,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:37,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:37,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:37,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:30:37,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:37,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39717 2024-11-08T05:30:37,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39717 connecting to ZooKeeper ensemble=127.0.0.1:52577 2024-11-08T05:30:37,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397170x0, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:37,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39717-0x10118ecc1840000 connected 2024-11-08T05:30:37,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:37,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:37,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:37,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d, hbase.cluster.distributed=false 2024-11-08T05:30:37,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:37,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39717 2024-11-08T05:30:37,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39717 2024-11-08T05:30:37,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39717 2024-11-08T05:30:37,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39717 2024-11-08T05:30:37,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39717 2024-11-08T05:30:37,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:37,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:37,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:37,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:37,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:37,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:37,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:30:37,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:37,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37355 2024-11-08T05:30:37,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37355 connecting to ZooKeeper ensemble=127.0.0.1:52577 2024-11-08T05:30:37,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:37,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:37,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373550x0, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:37,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373550x0, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:37,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37355-0x10118ecc1840001 connected 2024-11-08T05:30:37,603 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:30:37,604 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:30:37,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:30:37,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:37,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37355 2024-11-08T05:30:37,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37355 2024-11-08T05:30:37,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37355 2024-11-08T05:30:37,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37355 2024-11-08T05:30:37,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37355 2024-11-08T05:30:37,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:37,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:37,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:37,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:37,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:37,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:37,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:30:37,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:37,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36847 2024-11-08T05:30:37,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36847 connecting to ZooKeeper ensemble=127.0.0.1:52577 2024-11-08T05:30:37,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:37,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:37,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368470x0, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:37,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368470x0, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:37,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36847-0x10118ecc1840002 connected 2024-11-08T05:30:37,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:30:37,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:30:37,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:30:37,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:37,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36847 2024-11-08T05:30:37,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36847 2024-11-08T05:30:37,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36847 2024-11-08T05:30:37,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36847 2024-11-08T05:30:37,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36847 2024-11-08T05:30:37,665 DEBUG [M:0;d1ba675678c9:39717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:39717 2024-11-08T05:30:37,666 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,39717,1731043837422 2024-11-08T05:30:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:37,677 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,39717,1731043837422 2024-11-08T05:30:37,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:37,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:37,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:37,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:37,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:37,688 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:30:37,688 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,39717,1731043837422 from backup master directory 2024-11-08T05:30:37,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,39717,1731043837422 2024-11-08T05:30:37,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:37,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:37,698 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:37,698 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,39717,1731043837422 2024-11-08T05:30:37,704 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/hbase.id] with ID: 2b820ec6-7df0-45ac-80d9-e4ec213c3f5b 2024-11-08T05:30:37,704 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/.tmp/hbase.id 2024-11-08T05:30:37,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:30:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:30:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:30:37,713 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/.tmp/hbase.id]:[hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/hbase.id] 2024-11-08T05:30:37,730 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:37,730 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:30:37,732 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T05:30:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:30:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:30:37,751 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:30:37,752 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:30:37,753 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:37,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:37,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:30:37,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:30:38,168 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store 2024-11-08T05:30:38,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:30:38,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:30:38,182 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:38,183 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:30:38,183 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:38,183 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:38,183 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:30:38,183 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:38,183 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:38,183 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043838182Disabling compacts and flushes for region at 1731043838182Disabling writes for close at 1731043838183 (+1 ms)Writing region close event to WAL at 1731043838183Closed at 1731043838183 2024-11-08T05:30:38,185 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/.initializing 2024-11-08T05:30:38,185 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/WALs/d1ba675678c9,39717,1731043837422 2024-11-08T05:30:38,186 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:38,189 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C39717%2C1731043837422, suffix=, logDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/WALs/d1ba675678c9,39717,1731043837422, archiveDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/oldWALs, maxLogs=10 2024-11-08T05:30:38,201 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/WALs/d1ba675678c9,39717,1731043837422/d1ba675678c9%2C39717%2C1731043837422.1731043838189, exclude list is [], retry=0 2024-11-08T05:30:38,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40827,DS-3c277b57-2e53-4dc4-ba2d-1774d0687bd3,DISK] 2024-11-08T05:30:38,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35229,DS-19beafb5-c53b-4f5a-bf33-5de16c682345,DISK] 2024-11-08T05:30:38,208 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/WALs/d1ba675678c9,39717,1731043837422/d1ba675678c9%2C39717%2C1731043837422.1731043838189 2024-11-08T05:30:38,208 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40901:40901),(127.0.0.1/127.0.0.1:45865:45865)] 2024-11-08T05:30:38,208 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:30:38,208 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:38,208 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,208 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:30:38,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:38,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:38,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:30:38,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:38,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:38,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:30:38,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:38,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:38,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:30:38,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:38,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:38,223 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,224 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,224 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,226 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,226 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,227 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:38,228 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:38,231 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:38,232 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64319875, jitterRate=-0.04155917465686798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:38,233 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731043838208Initializing all the Stores at 1731043838210 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043838210Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043838210Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043838210Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043838210Cleaning up temporary data from old regions at 1731043838226 (+16 ms)Region opened successfully at 1731043838233 (+7 ms) 2024-11-08T05:30:38,233 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:30:38,238 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdeb71f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:38,239 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:30:38,239 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:30:38,239 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:30:38,239 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:30:38,240 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T05:30:38,240 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T05:30:38,241 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:30:38,243 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:30:38,245 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:30:38,287 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:30:38,287 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:30:38,288 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:30:38,297 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:30:38,298 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:30:38,300 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:30:38,308 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:30:38,309 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:30:38,318 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:30:38,321 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:30:38,329 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:30:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:38,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:38,340 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,39717,1731043837422, sessionid=0x10118ecc1840000, setting cluster-up flag (Was=false) 2024-11-08T05:30:38,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:38,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:38,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:38,392 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:30:38,394 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,39717,1731043837422 2024-11-08T05:30:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:38,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:30:38,447 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,39717,1731043837422 2024-11-08T05:30:38,449 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:30:38,451 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:38,452 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:30:38,452 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:30:38,452 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,39717,1731043837422 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:30:38,452 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(746): ClusterId : 2b820ec6-7df0-45ac-80d9-e4ec213c3f5b 2024-11-08T05:30:38,452 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(746): ClusterId : 2b820ec6-7df0-45ac-80d9-e4ec213c3f5b 2024-11-08T05:30:38,453 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:30:38,453 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:30:38,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:38,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:38,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:38,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:38,466 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:30:38,466 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:30:38,466 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:30:38,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:30:38,466 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:30:38,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:38,466 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,468 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:38,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:30:38,470 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:38,470 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:30:38,476 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043868476 2024-11-08T05:30:38,477 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:30:38,477 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:30:38,477 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:30:38,477 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:30:38,477 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:30:38,477 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:30:38,477 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:30:38,477 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,478 DEBUG [RS:1;d1ba675678c9:36847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fefc6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:38,478 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:30:38,478 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:30:38,478 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:30:38,479 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:30:38,479 DEBUG [RS:0;d1ba675678c9:37355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445765e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:38,481 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:30:38,481 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:30:38,487 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043838481,5,FailOnTimeoutGroup] 2024-11-08T05:30:38,487 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043838487,5,FailOnTimeoutGroup] 2024-11-08T05:30:38,487 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,487 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:30:38,487 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,488 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,490 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d1ba675678c9:36847 2024-11-08T05:30:38,490 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:30:38,490 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:30:38,490 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:30:38,491 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,39717,1731043837422 with port=36847, startcode=1731043837626 2024-11-08T05:30:38,492 DEBUG [RS:1;d1ba675678c9:36847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:30:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:30:38,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:30:38,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:30:38,495 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:30:38,495 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d 2024-11-08T05:30:38,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,36847,1731043837626 2024-11-08T05:30:38,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39717 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,36847,1731043837626 2024-11-08T05:30:38,498 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d 2024-11-08T05:30:38,498 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40723 2024-11-08T05:30:38,498 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:30:38,498 DEBUG [RS:0;d1ba675678c9:37355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:37355 2024-11-08T05:30:38,498 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:30:38,498 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:30:38,498 DEBUG [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:30:38,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:30:38,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:30:38,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:38,508 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,39717,1731043837422 with port=37355, startcode=1731043837586 2024-11-08T05:30:38,508 DEBUG [RS:0;d1ba675678c9:37355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:30:38,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:38,509 DEBUG [RS:1;d1ba675678c9:36847 {}] zookeeper.ZKUtil(111): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,36847,1731043837626 2024-11-08T05:30:38,509 WARN [RS:1;d1ba675678c9:36847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:38,509 INFO [RS:1;d1ba675678c9:36847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:38,509 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,36847,1731043837626 2024-11-08T05:30:38,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,36847,1731043837626] 2024-11-08T05:30:38,511 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:30:38,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,37355,1731043837586 2024-11-08T05:30:38,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39717 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,37355,1731043837586 2024-11-08T05:30:38,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:30:38,513 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:30:38,514 DEBUG [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d 2024-11-08T05:30:38,514 DEBUG [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40723 2024-11-08T05:30:38,514 DEBUG [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:30:38,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:30:38,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:38,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:38,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:30:38,516 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:30:38,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:30:38,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:38,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:38,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:30:38,520 INFO [RS:1;d1ba675678c9:36847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:30:38,520 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,521 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:30:38,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:30:38,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:38,522 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:30:38,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:38,522 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:30:38,522 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,522 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,522 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,522 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,522 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,522 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:38,522 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,522 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,522 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,523 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,523 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,523 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,523 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:38,523 DEBUG [RS:1;d1ba675678c9:36847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:38,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:30:38,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:38,524 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:38,524 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,524 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:30:38,525 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,525 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,525 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36847,1731043837626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:38,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740 2024-11-08T05:30:38,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740 2024-11-08T05:30:38,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:30:38,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:30:38,528 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:38,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:30:38,533 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:38,534 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65581907, jitterRate=-0.022753432393074036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:38,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731043838508Initializing all the Stores at 1731043838510 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043838510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043838512 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043838512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043838512Cleaning up temporary data from old regions at 1731043838528 (+16 ms)Region opened successfully at 1731043838535 (+7 ms) 2024-11-08T05:30:38,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:30:38,535 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:30:38,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:30:38,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:30:38,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:30:38,535 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:38,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043838535Disabling compacts and flushes for region at 1731043838535Disabling writes for close at 1731043838535Writing region close event to WAL at 1731043838535Closed at 1731043838535 2024-11-08T05:30:38,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:38,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:30:38,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:30:38,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:30:38,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:30:38,542 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:30:38,542 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,36847,1731043837626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,542 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,542 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.Replication(171): d1ba675678c9,36847,1731043837626 started 2024-11-08T05:30:38,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:38,550 DEBUG [RS:0;d1ba675678c9:37355 {}] zookeeper.ZKUtil(111): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,37355,1731043837586 2024-11-08T05:30:38,550 WARN [RS:0;d1ba675678c9:37355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:38,550 INFO [RS:0;d1ba675678c9:37355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:38,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,37355,1731043837586] 2024-11-08T05:30:38,550 DEBUG [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,37355,1731043837586 2024-11-08T05:30:38,554 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:30:38,558 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:30:38,559 INFO [RS:0;d1ba675678c9:37355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:30:38,559 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,559 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:30:38,560 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:30:38,560 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,560 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,560 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,560 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,560 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,561 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,561 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:38,561 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,561 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,561 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,561 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,561 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,561 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:38,561 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:38,561 DEBUG [RS:0;d1ba675678c9:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:38,562 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,562 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,562 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,562 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,562 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,562 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,562 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37355,1731043837586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:38,562 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,36847,1731043837626, RpcServer on d1ba675678c9/172.17.0.3:36847, sessionid=0x10118ecc1840002 2024-11-08T05:30:38,562 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:30:38,562 DEBUG [RS:1;d1ba675678c9:36847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,36847,1731043837626 2024-11-08T05:30:38,562 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,36847,1731043837626' 2024-11-08T05:30:38,562 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:30:38,563 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:30:38,564 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:30:38,564 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:30:38,564 DEBUG [RS:1;d1ba675678c9:36847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,36847,1731043837626 2024-11-08T05:30:38,564 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,36847,1731043837626' 2024-11-08T05:30:38,564 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:30:38,564 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:30:38,565 DEBUG [RS:1;d1ba675678c9:36847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:30:38,565 INFO [RS:1;d1ba675678c9:36847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:30:38,565 INFO [RS:1;d1ba675678c9:36847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:30:38,576 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:30:38,576 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37355,1731043837586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,576 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,576 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.Replication(171): d1ba675678c9,37355,1731043837586 started 2024-11-08T05:30:38,590 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:38,590 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,37355,1731043837586, RpcServer on d1ba675678c9/172.17.0.3:37355, sessionid=0x10118ecc1840001 2024-11-08T05:30:38,590 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:30:38,590 DEBUG [RS:0;d1ba675678c9:37355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,37355,1731043837586 2024-11-08T05:30:38,590 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,37355,1731043837586' 2024-11-08T05:30:38,590 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:30:38,591 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:30:38,591 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:30:38,591 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:30:38,591 DEBUG [RS:0;d1ba675678c9:37355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,37355,1731043837586 2024-11-08T05:30:38,591 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,37355,1731043837586' 2024-11-08T05:30:38,591 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:30:38,592 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:30:38,592 DEBUG [RS:0;d1ba675678c9:37355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:30:38,592 INFO [RS:0;d1ba675678c9:37355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:30:38,592 INFO [RS:0;d1ba675678c9:37355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:30:38,666 INFO [RS:1;d1ba675678c9:36847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:38,669 INFO [RS:1;d1ba675678c9:36847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C36847%2C1731043837626, suffix=, logDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,36847,1731043837626, archiveDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/oldWALs, maxLogs=32 2024-11-08T05:30:38,690 DEBUG [RS:1;d1ba675678c9:36847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,36847,1731043837626/d1ba675678c9%2C36847%2C1731043837626.1731043838672, exclude list is [], retry=0 2024-11-08T05:30:38,691 WARN [d1ba675678c9:39717 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T05:30:38,693 INFO [RS:0;d1ba675678c9:37355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:38,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35229,DS-19beafb5-c53b-4f5a-bf33-5de16c682345,DISK] 2024-11-08T05:30:38,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40827,DS-3c277b57-2e53-4dc4-ba2d-1774d0687bd3,DISK] 2024-11-08T05:30:38,695 INFO [RS:0;d1ba675678c9:37355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C37355%2C1731043837586, suffix=, logDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,37355,1731043837586, archiveDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/oldWALs, maxLogs=32 2024-11-08T05:30:38,696 INFO [RS:1;d1ba675678c9:36847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,36847,1731043837626/d1ba675678c9%2C36847%2C1731043837626.1731043838672 2024-11-08T05:30:38,697 DEBUG [RS:1;d1ba675678c9:36847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45865:45865),(127.0.0.1/127.0.0.1:40901:40901)] 2024-11-08T05:30:38,708 DEBUG [RS:0;d1ba675678c9:37355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,37355,1731043837586/d1ba675678c9%2C37355%2C1731043837586.1731043838696, exclude list is [], retry=0 2024-11-08T05:30:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35229,DS-19beafb5-c53b-4f5a-bf33-5de16c682345,DISK] 2024-11-08T05:30:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40827,DS-3c277b57-2e53-4dc4-ba2d-1774d0687bd3,DISK] 2024-11-08T05:30:38,714 INFO [RS:0;d1ba675678c9:37355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,37355,1731043837586/d1ba675678c9%2C37355%2C1731043837586.1731043838696 2024-11-08T05:30:38,714 DEBUG [RS:0;d1ba675678c9:37355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45865:45865),(127.0.0.1/127.0.0.1:40901:40901)] 2024-11-08T05:30:38,941 DEBUG [d1ba675678c9:39717 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T05:30:38,942 DEBUG [d1ba675678c9:39717 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:30:38,948 DEBUG [d1ba675678c9:39717 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:30:38,948 DEBUG [d1ba675678c9:39717 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:30:38,948 DEBUG [d1ba675678c9:39717 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:30:38,948 DEBUG [d1ba675678c9:39717 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:30:38,948 INFO [d1ba675678c9:39717 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:30:38,948 INFO [d1ba675678c9:39717 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:30:38,948 DEBUG [d1ba675678c9:39717 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:30:38,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,36847,1731043837626 2024-11-08T05:30:38,951 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,36847,1731043837626, state=OPENING 2024-11-08T05:30:38,993 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:30:39,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:39,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:39,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:39,005 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:30:39,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:39,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,36847,1731043837626}] 2024-11-08T05:30:39,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:39,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:39,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:39,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:39,176 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:30:39,176 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:39,177 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:30:39,179 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C36847%2C1731043837626.meta, suffix=.meta, logDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,36847,1731043837626, archiveDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/oldWALs, maxLogs=32 2024-11-08T05:30:39,192 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,36847,1731043837626/d1ba675678c9%2C36847%2C1731043837626.meta.1731043839179.meta, exclude list is [], retry=0 2024-11-08T05:30:39,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40827,DS-3c277b57-2e53-4dc4-ba2d-1774d0687bd3,DISK] 2024-11-08T05:30:39,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35229,DS-19beafb5-c53b-4f5a-bf33-5de16c682345,DISK] 2024-11-08T05:30:39,198 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/WALs/d1ba675678c9,36847,1731043837626/d1ba675678c9%2C36847%2C1731043837626.meta.1731043839179.meta 2024-11-08T05:30:39,198 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45865:45865),(127.0.0.1/127.0.0.1:40901:40901)] 2024-11-08T05:30:39,198 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:30:39,199 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:30:39,199 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:30:39,199 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:30:39,199 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:30:39,199 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:39,199 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:30:39,199 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:30:39,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:30:39,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:30:39,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:39,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:39,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:30:39,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:30:39,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:39,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:39,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:30:39,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:30:39,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:39,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:39,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:30:39,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:30:39,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:39,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:39,211 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:30:39,212 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740 2024-11-08T05:30:39,214 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740 2024-11-08T05:30:39,216 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:30:39,216 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:30:39,216 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:39,218 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:30:39,219 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75327288, jitterRate=0.12246406078338623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:39,219 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:30:39,220 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731043839199Writing region info on filesystem at 1731043839199Initializing all the Stores at 1731043839201 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043839201Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043839201Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043839201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043839201Cleaning up temporary data from old regions at 1731043839216 (+15 ms)Running coprocessor post-open hooks at 1731043839219 (+3 ms)Region opened successfully at 1731043839220 (+1 ms) 2024-11-08T05:30:39,221 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043839162 2024-11-08T05:30:39,224 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:30:39,225 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:30:39,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,36847,1731043837626 2024-11-08T05:30:39,227 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,36847,1731043837626, state=OPEN 2024-11-08T05:30:39,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:39,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:39,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:39,234 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,36847,1731043837626 2024-11-08T05:30:39,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:39,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:39,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:39,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:30:39,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,36847,1731043837626 in 229 msec 2024-11-08T05:30:39,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:30:39,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-08T05:30:39,243 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:39,243 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:30:39,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:30:39,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,36847,1731043837626, seqNum=-1] 2024-11-08T05:30:39,245 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:39,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:39,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 802 msec 2024-11-08T05:30:39,253 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043839253, completionTime=-1 2024-11-08T05:30:39,253 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T05:30:39,253 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:30:39,255 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T05:30:39,255 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043899255 2024-11-08T05:30:39,255 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043959255 2024-11-08T05:30:39,255 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T05:30:39,256 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39717,1731043837422-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:39,256 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39717,1731043837422-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:39,256 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39717,1731043837422-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:39,256 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:39717, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:39,256 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:39,256 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:39,258 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:30:39,261 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.563sec 2024-11-08T05:30:39,261 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:30:39,261 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:30:39,261 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:30:39,262 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:30:39,262 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:30:39,262 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39717,1731043837422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:39,262 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39717,1731043837422-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:30:39,265 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:30:39,265 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:30:39,265 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,39717,1731043837422-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:39,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a14717b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:39,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,39717,-1 for getting cluster id 2024-11-08T05:30:39,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:30:39,359 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b820ec6-7df0-45ac-80d9-e4ec213c3f5b' 2024-11-08T05:30:39,360 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:30:39,360 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b820ec6-7df0-45ac-80d9-e4ec213c3f5b" 2024-11-08T05:30:39,361 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3bea35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:39,361 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,39717,-1] 2024-11-08T05:30:39,361 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:30:39,362 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:39,364 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:30:39,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c5eab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:39,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:30:39,367 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,36847,1731043837626, seqNum=-1] 2024-11-08T05:30:39,367 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:39,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,39717,1731043837422 2024-11-08T05:30:39,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T05:30:39,373 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,39717,1731043837422 2024-11-08T05:30:39,373 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@503283b 2024-11-08T05:30:39,374 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T05:30:39,376 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T05:30:39,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:30:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T05:30:39,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T05:30:39,380 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:39,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T05:30:39,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T05:30:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:39,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:30:39,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:30:39,392 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6aa3eb56edb4454d24a2a83d4e8c88d1, NAME => 'testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d 2024-11-08T05:30:39,393 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 290bfa8f519c7b8664f2540395d4bb8b, NAME => 'testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d 2024-11-08T05:30:39,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:30:39,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:30:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:30:39,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:30:39,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 290bfa8f519c7b8664f2540395d4bb8b, disabling compactions & flushes 2024-11-08T05:30:39,412 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:39,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:39,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. after waiting 0 ms 2024-11-08T05:30:39,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:39,412 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:39,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 290bfa8f519c7b8664f2540395d4bb8b: Waiting for close lock at 1731043839412Disabling compacts and flushes for region at 1731043839412Disabling writes for close at 1731043839412Writing region close event to WAL at 1731043839412Closed at 1731043839412 2024-11-08T05:30:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:39,775 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T05:30:39,775 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T05:30:39,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:30:39,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T05:30:39,779 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T05:30:39,779 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T05:30:39,812 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:39,812 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6aa3eb56edb4454d24a2a83d4e8c88d1, disabling compactions & flushes 2024-11-08T05:30:39,812 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:39,812 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:39,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. after waiting 0 ms 2024-11-08T05:30:39,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:39,813 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:39,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6aa3eb56edb4454d24a2a83d4e8c88d1: Waiting for close lock at 1731043839812Disabling compacts and flushes for region at 1731043839812Disabling writes for close at 1731043839813 (+1 ms)Writing region close event to WAL at 1731043839813Closed at 1731043839813 2024-11-08T05:30:39,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T05:30:39,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043839815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043839815"}]},"ts":"1731043839815"} 2024-11-08T05:30:39,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043839815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043839815"}]},"ts":"1731043839815"} 2024-11-08T05:30:39,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T05:30:39,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T05:30:39,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043839822"}]},"ts":"1731043839822"} 2024-11-08T05:30:39,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T05:30:39,825 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:30:39,827 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:30:39,827 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:30:39,827 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:30:39,827 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:30:39,827 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:30:39,827 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:30:39,827 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:30:39,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6aa3eb56edb4454d24a2a83d4e8c88d1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=290bfa8f519c7b8664f2540395d4bb8b, ASSIGN}] 2024-11-08T05:30:39,830 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=290bfa8f519c7b8664f2540395d4bb8b, ASSIGN 2024-11-08T05:30:39,830 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6aa3eb56edb4454d24a2a83d4e8c88d1, ASSIGN 2024-11-08T05:30:39,831 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=290bfa8f519c7b8664f2540395d4bb8b, ASSIGN; state=OFFLINE, location=d1ba675678c9,37355,1731043837586; forceNewPlan=false, retain=false 2024-11-08T05:30:39,831 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6aa3eb56edb4454d24a2a83d4e8c88d1, ASSIGN; state=OFFLINE, location=d1ba675678c9,36847,1731043837626; forceNewPlan=false, retain=false 2024-11-08T05:30:39,982 INFO [d1ba675678c9:39717 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T05:30:39,982 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6aa3eb56edb4454d24a2a83d4e8c88d1, regionState=OPENING, regionLocation=d1ba675678c9,36847,1731043837626 2024-11-08T05:30:39,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=290bfa8f519c7b8664f2540395d4bb8b, regionState=OPENING, regionLocation=d1ba675678c9,37355,1731043837586 2024-11-08T05:30:39,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6aa3eb56edb4454d24a2a83d4e8c88d1, ASSIGN because future has completed 2024-11-08T05:30:39,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aa3eb56edb4454d24a2a83d4e8c88d1, server=d1ba675678c9,36847,1731043837626}] 2024-11-08T05:30:39,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=290bfa8f519c7b8664f2540395d4bb8b, ASSIGN because future has completed 2024-11-08T05:30:39,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 290bfa8f519c7b8664f2540395d4bb8b, server=d1ba675678c9,37355,1731043837586}] 2024-11-08T05:30:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:40,144 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:40,146 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:40,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:40,146 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6aa3eb56edb4454d24a2a83d4e8c88d1, NAME => 'testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T05:30:40,147 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,147 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:40,147 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,147 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,152 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:40,153 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 290bfa8f519c7b8664f2540395d4bb8b, NAME => 'testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T05:30:40,154 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,154 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:40,154 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,154 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,156 INFO [StoreOpener-6aa3eb56edb4454d24a2a83d4e8c88d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,156 INFO [StoreOpener-290bfa8f519c7b8664f2540395d4bb8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,158 INFO [StoreOpener-6aa3eb56edb4454d24a2a83d4e8c88d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa3eb56edb4454d24a2a83d4e8c88d1 columnFamilyName family 2024-11-08T05:30:40,158 INFO [StoreOpener-290bfa8f519c7b8664f2540395d4bb8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 290bfa8f519c7b8664f2540395d4bb8b columnFamilyName family 2024-11-08T05:30:40,159 DEBUG [StoreOpener-290bfa8f519c7b8664f2540395d4bb8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:40,159 DEBUG [StoreOpener-6aa3eb56edb4454d24a2a83d4e8c88d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:40,160 INFO [StoreOpener-6aa3eb56edb4454d24a2a83d4e8c88d1-1 {}] regionserver.HStore(327): Store=6aa3eb56edb4454d24a2a83d4e8c88d1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:40,160 INFO [StoreOpener-290bfa8f519c7b8664f2540395d4bb8b-1 {}] regionserver.HStore(327): Store=290bfa8f519c7b8664f2540395d4bb8b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:40,160 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,161 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,161 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,162 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,163 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,163 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,163 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,165 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,166 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,166 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,168 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,169 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,173 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/6aa3eb56edb4454d24a2a83d4e8c88d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:40,174 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6aa3eb56edb4454d24a2a83d4e8c88d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73281011, jitterRate=0.09197215735912323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:30:40,174 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,175 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6aa3eb56edb4454d24a2a83d4e8c88d1: Running coprocessor pre-open hook at 1731043840147Writing region info on filesystem at 1731043840147Initializing all the Stores at 1731043840149 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043840149Cleaning up temporary data from old regions at 1731043840163 (+14 ms)Running coprocessor post-open hooks at 1731043840174 (+11 ms)Region opened successfully at 1731043840175 (+1 ms) 2024-11-08T05:30:40,180 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1., pid=7, masterSystemTime=1731043840140 2024-11-08T05:30:40,182 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/290bfa8f519c7b8664f2540395d4bb8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:40,183 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 290bfa8f519c7b8664f2540395d4bb8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65105041, jitterRate=-0.029859289526939392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:30:40,183 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,184 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 290bfa8f519c7b8664f2540395d4bb8b: Running coprocessor pre-open hook at 1731043840154Writing region info on filesystem at 1731043840154Initializing all the Stores at 1731043840156 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043840156Cleaning up temporary data from old regions at 1731043840166 (+10 ms)Running coprocessor post-open hooks at 1731043840183 (+17 ms)Region opened successfully at 1731043840183 2024-11-08T05:30:40,186 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:40,186 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:40,187 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6aa3eb56edb4454d24a2a83d4e8c88d1, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,36847,1731043837626 2024-11-08T05:30:40,190 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b., pid=8, masterSystemTime=1731043840144 2024-11-08T05:30:40,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aa3eb56edb4454d24a2a83d4e8c88d1, server=d1ba675678c9,36847,1731043837626 because future has completed 2024-11-08T05:30:40,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=290bfa8f519c7b8664f2540395d4bb8b, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,37355,1731043837586 2024-11-08T05:30:40,196 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:40,197 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:40,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 290bfa8f519c7b8664f2540395d4bb8b, server=d1ba675678c9,37355,1731043837586 because future has completed 2024-11-08T05:30:40,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-08T05:30:40,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6aa3eb56edb4454d24a2a83d4e8c88d1, server=d1ba675678c9,36847,1731043837626 in 213 msec 2024-11-08T05:30:40,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-08T05:30:40,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6aa3eb56edb4454d24a2a83d4e8c88d1, ASSIGN in 380 msec 2024-11-08T05:30:40,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 290bfa8f519c7b8664f2540395d4bb8b, server=d1ba675678c9,37355,1731043837586 in 216 msec 2024-11-08T05:30:40,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-08T05:30:40,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=290bfa8f519c7b8664f2540395d4bb8b, ASSIGN in 383 msec 2024-11-08T05:30:40,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T05:30:40,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043840216"}]},"ts":"1731043840216"} 2024-11-08T05:30:40,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T05:30:40,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T05:30:40,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 845 msec 2024-11-08T05:30:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:40,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T05:30:40,522 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T05:30:40,522 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:30:40,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T05:30:40,527 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:30:40,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T05:30:40,532 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1., hostname=d1ba675678c9,36847,1731043837626, seqNum=2] 2024-11-08T05:30:40,547 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b., hostname=d1ba675678c9,37355,1731043837586, seqNum=2] 2024-11-08T05:30:40,548 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:40,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:40,566 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 290bfa8f519c7b8664f2540395d4bb8b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T05:30:40,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/290bfa8f519c7b8664f2540395d4bb8b/.tmp/family/f8c860f8363b420398ddf2326c542915 is 32, key is 5/family:/1731043840551/Put/seqid=0 2024-11-08T05:30:40,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741839_1015 (size=5083) 2024-11-08T05:30:40,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741839_1015 (size=5083) 2024-11-08T05:30:40,589 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/290bfa8f519c7b8664f2540395d4bb8b/.tmp/family/f8c860f8363b420398ddf2326c542915 2024-11-08T05:30:40,597 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/290bfa8f519c7b8664f2540395d4bb8b/.tmp/family/f8c860f8363b420398ddf2326c542915 as hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/290bfa8f519c7b8664f2540395d4bb8b/family/f8c860f8363b420398ddf2326c542915 2024-11-08T05:30:40,608 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/290bfa8f519c7b8664f2540395d4bb8b/family/f8c860f8363b420398ddf2326c542915, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T05:30:40,610 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 290bfa8f519c7b8664f2540395d4bb8b in 45ms, sequenceid=9, compaction requested=false 2024-11-08T05:30:40,610 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 290bfa8f519c7b8664f2540395d4bb8b: 2024-11-08T05:30:40,610 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6aa3eb56edb4454d24a2a83d4e8c88d1 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T05:30:40,635 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/6aa3eb56edb4454d24a2a83d4e8c88d1/.tmp/family/fd6135670b7b42edb87705afea42f0e6 is 32, key is 1/family:/1731043840533/Put/seqid=0 2024-11-08T05:30:40,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741840_1016 (size=5054) 2024-11-08T05:30:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741840_1016 (size=5054) 2024-11-08T05:30:40,642 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/6aa3eb56edb4454d24a2a83d4e8c88d1/.tmp/family/fd6135670b7b42edb87705afea42f0e6 2024-11-08T05:30:40,652 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/6aa3eb56edb4454d24a2a83d4e8c88d1/.tmp/family/fd6135670b7b42edb87705afea42f0e6 as hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/6aa3eb56edb4454d24a2a83d4e8c88d1/family/fd6135670b7b42edb87705afea42f0e6 2024-11-08T05:30:40,662 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/6aa3eb56edb4454d24a2a83d4e8c88d1/family/fd6135670b7b42edb87705afea42f0e6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T05:30:40,664 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6aa3eb56edb4454d24a2a83d4e8c88d1 in 54ms, sequenceid=8, compaction requested=false 2024-11-08T05:30:40,664 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6aa3eb56edb4454d24a2a83d4e8c88d1: 2024-11-08T05:30:40,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:30:40,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:30:40,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:40,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:40,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:40,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:30:40,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:30:40,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=991354513, stopped=false 2024-11-08T05:30:40,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,39717,1731043837422 2024-11-08T05:30:40,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:40,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:40,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:40,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:40,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:40,750 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:30:40,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:40,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:40,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:30:40,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:40,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:40,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:40,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:40,752 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,37355,1731043837586' ***** 2024-11-08T05:30:40,752 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:30:40,752 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,36847,1731043837626' ***** 2024-11-08T05:30:40,752 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:30:40,752 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:30:40,752 INFO [RS:1;d1ba675678c9:36847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:30:40,752 INFO [RS:1;d1ba675678c9:36847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:30:40,752 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:30:40,752 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(3091): Received CLOSE for 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,753 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,36847,1731043837626 2024-11-08T05:30:40,753 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:30:40,753 INFO [RS:1;d1ba675678c9:36847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:40,753 INFO [RS:0;d1ba675678c9:37355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:30:40,753 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:30:40,753 INFO [RS:0;d1ba675678c9:37355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:30:40,753 INFO [RS:1;d1ba675678c9:36847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d1ba675678c9:36847. 2024-11-08T05:30:40,753 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(3091): Received CLOSE for 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,753 DEBUG [RS:1;d1ba675678c9:36847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:40,753 DEBUG [RS:1;d1ba675678c9:36847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:40,753 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:30:40,753 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:30:40,753 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,37355,1731043837586 2024-11-08T05:30:40,753 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:30:40,753 INFO [RS:0;d1ba675678c9:37355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:40,754 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:30:40,754 INFO [RS:0;d1ba675678c9:37355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:37355. 2024-11-08T05:30:40,754 DEBUG [RS:0;d1ba675678c9:37355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:40,754 DEBUG [RS:0;d1ba675678c9:37355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:40,754 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T05:30:40,754 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6aa3eb56edb4454d24a2a83d4e8c88d1=testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1.} 2024-11-08T05:30:40,754 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T05:30:40,754 DEBUG [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(1325): Online Regions={290bfa8f519c7b8664f2540395d4bb8b=testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b.} 2024-11-08T05:30:40,754 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aa3eb56edb4454d24a2a83d4e8c88d1 2024-11-08T05:30:40,754 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:30:40,754 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6aa3eb56edb4454d24a2a83d4e8c88d1, disabling compactions & flushes 2024-11-08T05:30:40,754 DEBUG [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(1351): Waiting on 290bfa8f519c7b8664f2540395d4bb8b 2024-11-08T05:30:40,754 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:40,754 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:30:40,754 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:40,754 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:30:40,754 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. after waiting 0 ms 2024-11-08T05:30:40,754 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:30:40,754 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:40,754 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:30:40,755 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T05:30:40,755 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 290bfa8f519c7b8664f2540395d4bb8b, disabling compactions & flushes 2024-11-08T05:30:40,755 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:40,755 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:40,755 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. after waiting 0 ms 2024-11-08T05:30:40,755 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:40,764 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:40,766 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/6aa3eb56edb4454d24a2a83d4e8c88d1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T05:30:40,767 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:40,767 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6aa3eb56edb4454d24a2a83d4e8c88d1: Waiting for close lock at 1731043840754Running coprocessor pre-close hooks at 1731043840754Disabling compacts and flushes for region at 1731043840754Disabling writes for close at 1731043840754Writing region close event to WAL at 1731043840755 (+1 ms)Running coprocessor post-close hooks at 1731043840767 (+12 ms)Closed at 1731043840767 2024-11-08T05:30:40,768 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731043839376.6aa3eb56edb4454d24a2a83d4e8c88d1. 2024-11-08T05:30:40,773 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/default/testClearRegionBlockCache/290bfa8f519c7b8664f2540395d4bb8b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T05:30:40,774 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:40,774 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 290bfa8f519c7b8664f2540395d4bb8b: Waiting for close lock at 1731043840755Running coprocessor pre-close hooks at 1731043840755Disabling compacts and flushes for region at 1731043840755Disabling writes for close at 1731043840755Writing region close event to WAL at 1731043840765 (+10 ms)Running coprocessor post-close hooks at 1731043840774 (+9 ms)Closed at 1731043840774 2024-11-08T05:30:40,775 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b. 2024-11-08T05:30:40,787 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/.tmp/info/6cfec8cafdbe438c80a200bc750baa31 is 173, key is testClearRegionBlockCache,5,1731043839376.290bfa8f519c7b8664f2540395d4bb8b./info:regioninfo/1731043840195/Put/seqid=0 2024-11-08T05:30:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:30:40,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:30:40,795 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/.tmp/info/6cfec8cafdbe438c80a200bc750baa31 2024-11-08T05:30:40,827 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:40,828 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/.tmp/ns/e10de68903af4ec5bfa544083788e61c is 43, key is default/ns:d/1731043839248/Put/seqid=0 2024-11-08T05:30:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:30:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:30:40,837 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/.tmp/ns/e10de68903af4ec5bfa544083788e61c 2024-11-08T05:30:40,864 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/.tmp/table/635e66c5bc774a718d3bc76c7538574c is 61, key is testClearRegionBlockCache/table:state/1731043840216/Put/seqid=0 2024-11-08T05:30:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:30:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:30:40,954 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,37355,1731043837586; all regions closed. 2024-11-08T05:30:40,954 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T05:30:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741834_1010 (size=1867) 2024-11-08T05:30:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741834_1010 (size=1867) 2024-11-08T05:30:40,961 DEBUG [RS:0;d1ba675678c9:37355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/oldWALs 2024-11-08T05:30:40,961 INFO [RS:0;d1ba675678c9:37355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C37355%2C1731043837586:(num 1731043838696) 2024-11-08T05:30:40,961 DEBUG [RS:0;d1ba675678c9:37355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:40,961 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:40,961 INFO [RS:0;d1ba675678c9:37355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:40,962 INFO [RS:0;d1ba675678c9:37355 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:40,962 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:30:40,962 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:40,962 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:30:40,962 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:30:40,962 INFO [RS:0;d1ba675678c9:37355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:40,962 INFO [RS:0;d1ba675678c9:37355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37355 2024-11-08T05:30:40,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,37355,1731043837586 2024-11-08T05:30:40,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:40,971 INFO [RS:0;d1ba675678c9:37355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:40,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,37355,1731043837586] 2024-11-08T05:30:40,992 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,37355,1731043837586 already deleted, retry=false 2024-11-08T05:30:40,992 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,37355,1731043837586 expired; onlineServers=1 2024-11-08T05:30:41,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:41,082 INFO [RS:0;d1ba675678c9:37355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:41,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x10118ecc1840001, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:41,082 INFO [RS:0;d1ba675678c9:37355 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,37355,1731043837586; zookeeper connection closed. 2024-11-08T05:30:41,082 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f415722 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f415722 2024-11-08T05:30:41,155 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T05:30:41,301 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/.tmp/table/635e66c5bc774a718d3bc76c7538574c 2024-11-08T05:30:41,312 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/.tmp/info/6cfec8cafdbe438c80a200bc750baa31 as hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/info/6cfec8cafdbe438c80a200bc750baa31 2024-11-08T05:30:41,323 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/info/6cfec8cafdbe438c80a200bc750baa31, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T05:30:41,325 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/.tmp/ns/e10de68903af4ec5bfa544083788e61c as hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/ns/e10de68903af4ec5bfa544083788e61c 2024-11-08T05:30:41,335 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/ns/e10de68903af4ec5bfa544083788e61c, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T05:30:41,336 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/.tmp/table/635e66c5bc774a718d3bc76c7538574c as hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/table/635e66c5bc774a718d3bc76c7538574c 2024-11-08T05:30:41,346 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/table/635e66c5bc774a718d3bc76c7538574c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T05:30:41,347 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 593ms, sequenceid=13, compaction requested=false 2024-11-08T05:30:41,355 DEBUG [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T05:30:41,355 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T05:30:41,356 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:30:41,356 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:41,356 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043840754Running coprocessor pre-close hooks at 1731043840754Disabling compacts and flushes for region at 1731043840754Disabling writes for close at 1731043840754Obtaining lock to block concurrent updates at 1731043840755 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731043840755Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731043840755Flushing stores of hbase:meta,,1.1588230740 at 1731043840756 (+1 ms)Flushing 1588230740/info: creating writer at 1731043840756Flushing 1588230740/info: appending metadata at 1731043840786 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731043840786Flushing 1588230740/ns: creating writer at 1731043840805 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731043840827 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731043840827Flushing 1588230740/table: creating writer at 1731043840846 (+19 ms)Flushing 1588230740/table: appending metadata at 1731043840863 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731043840863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65926e0d: reopening flushed file at 1731043841310 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627f7156: reopening flushed file at 1731043841323 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb1cad: reopening flushed file at 1731043841335 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 593ms, sequenceid=13, compaction requested=false at 1731043841348 (+13 ms)Writing region close event to WAL at 1731043841350 (+2 ms)Running coprocessor post-close hooks at 1731043841356 (+6 ms)Closed at 1731043841356 2024-11-08T05:30:41,356 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:41,525 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T05:30:41,525 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T05:30:41,555 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,36847,1731043837626; all regions closed. 2024-11-08T05:30:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:30:41,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:30:41,563 DEBUG [RS:1;d1ba675678c9:36847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/oldWALs 2024-11-08T05:30:41,563 INFO [RS:1;d1ba675678c9:36847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C36847%2C1731043837626.meta:.meta(num 1731043839179) 2024-11-08T05:30:41,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741833_1009 (size=1758) 2024-11-08T05:30:41,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741833_1009 (size=1758) 2024-11-08T05:30:41,575 DEBUG [RS:1;d1ba675678c9:36847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/oldWALs 2024-11-08T05:30:41,575 INFO [RS:1;d1ba675678c9:36847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C36847%2C1731043837626:(num 1731043838672) 2024-11-08T05:30:41,575 DEBUG [RS:1;d1ba675678c9:36847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:41,575 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:41,575 INFO [RS:1;d1ba675678c9:36847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:41,575 INFO [RS:1;d1ba675678c9:36847 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:41,576 INFO [RS:1;d1ba675678c9:36847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:41,576 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:41,576 INFO [RS:1;d1ba675678c9:36847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36847 2024-11-08T05:30:41,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,36847,1731043837626 2024-11-08T05:30:41,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:41,624 INFO [RS:1;d1ba675678c9:36847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:41,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,36847,1731043837626] 2024-11-08T05:30:41,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,36847,1731043837626 already deleted, retry=false 2024-11-08T05:30:41,645 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,36847,1731043837626 expired; onlineServers=0 2024-11-08T05:30:41,645 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,39717,1731043837422' ***** 2024-11-08T05:30:41,645 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:30:41,645 INFO [M:0;d1ba675678c9:39717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:41,645 INFO [M:0;d1ba675678c9:39717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:41,645 DEBUG [M:0;d1ba675678c9:39717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:30:41,646 DEBUG [M:0;d1ba675678c9:39717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:30:41,646 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:30:41,646 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043838487 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043838487,5,FailOnTimeoutGroup] 2024-11-08T05:30:41,646 INFO [M:0;d1ba675678c9:39717 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:41,646 INFO [M:0;d1ba675678c9:39717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:41,646 DEBUG [M:0;d1ba675678c9:39717 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:30:41,646 INFO [M:0;d1ba675678c9:39717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:30:41,646 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043838481 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043838481,5,FailOnTimeoutGroup] 2024-11-08T05:30:41,646 INFO [M:0;d1ba675678c9:39717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:30:41,647 INFO [M:0;d1ba675678c9:39717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:30:41,647 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:30:41,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:41,655 DEBUG [M:0;d1ba675678c9:39717 {}] zookeeper.ZKUtil(347): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T05:30:41,655 WARN [M:0;d1ba675678c9:39717 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T05:30:41,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:41,656 INFO [M:0;d1ba675678c9:39717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/.lastflushedseqids 2024-11-08T05:30:41,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741844_1020 (size=191) 2024-11-08T05:30:41,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741844_1020 (size=191) 2024-11-08T05:30:41,667 INFO [M:0;d1ba675678c9:39717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:30:41,667 INFO [M:0;d1ba675678c9:39717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:30:41,667 DEBUG [M:0;d1ba675678c9:39717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:30:41,667 INFO [M:0;d1ba675678c9:39717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:41,668 DEBUG [M:0;d1ba675678c9:39717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:41,668 DEBUG [M:0;d1ba675678c9:39717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:30:41,668 DEBUG [M:0;d1ba675678c9:39717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:41,668 INFO [M:0;d1ba675678c9:39717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-08T05:30:41,693 DEBUG [M:0;d1ba675678c9:39717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f81b5f89a1c4a0da49e5c1ca88e2d9a is 82, key is hbase:meta,,1/info:regioninfo/1731043839225/Put/seqid=0 2024-11-08T05:30:41,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:30:41,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:30:41,703 INFO [M:0;d1ba675678c9:39717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f81b5f89a1c4a0da49e5c1ca88e2d9a 2024-11-08T05:30:41,734 INFO [RS:1;d1ba675678c9:36847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:41,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:41,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36847-0x10118ecc1840002, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:41,734 INFO [RS:1;d1ba675678c9:36847 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,36847,1731043837626; zookeeper connection closed. 2024-11-08T05:30:41,735 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f69849f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f69849f 2024-11-08T05:30:41,735 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T05:30:41,740 DEBUG [M:0;d1ba675678c9:39717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/931a4cf94b1b412f8fadbbe8da3bd3b2 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043840225/Put/seqid=0 2024-11-08T05:30:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741846_1022 (size=6218) 2024-11-08T05:30:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741846_1022 (size=6218) 2024-11-08T05:30:41,750 INFO [M:0;d1ba675678c9:39717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/931a4cf94b1b412f8fadbbe8da3bd3b2 2024-11-08T05:30:41,782 DEBUG [M:0;d1ba675678c9:39717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d0dbfacab784dd6aec07caef56806ca is 69, key is d1ba675678c9,36847,1731043837626/rs:state/1731043838496/Put/seqid=0 2024-11-08T05:30:41,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:30:41,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:30:41,789 INFO [M:0;d1ba675678c9:39717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d0dbfacab784dd6aec07caef56806ca 2024-11-08T05:30:41,801 DEBUG [M:0;d1ba675678c9:39717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f81b5f89a1c4a0da49e5c1ca88e2d9a as hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f81b5f89a1c4a0da49e5c1ca88e2d9a 2024-11-08T05:30:41,810 INFO [M:0;d1ba675678c9:39717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f81b5f89a1c4a0da49e5c1ca88e2d9a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T05:30:41,811 DEBUG [M:0;d1ba675678c9:39717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/931a4cf94b1b412f8fadbbe8da3bd3b2 as hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/931a4cf94b1b412f8fadbbe8da3bd3b2 2024-11-08T05:30:41,820 INFO [M:0;d1ba675678c9:39717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/931a4cf94b1b412f8fadbbe8da3bd3b2, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T05:30:41,821 DEBUG [M:0;d1ba675678c9:39717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d0dbfacab784dd6aec07caef56806ca as hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d0dbfacab784dd6aec07caef56806ca 2024-11-08T05:30:41,830 INFO [M:0;d1ba675678c9:39717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/4e0da673-8d4e-73ca-710e-8ccecad7266d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d0dbfacab784dd6aec07caef56806ca, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T05:30:41,832 INFO [M:0;d1ba675678c9:39717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=71, compaction requested=false 2024-11-08T05:30:41,833 INFO [M:0;d1ba675678c9:39717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:41,834 DEBUG [M:0;d1ba675678c9:39717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043841667Disabling compacts and flushes for region at 1731043841667Disabling writes for close at 1731043841668 (+1 ms)Obtaining lock to block concurrent updates at 1731043841668Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043841668Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731043841669 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043841670 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043841670Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043841693 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043841693Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043841715 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043841739 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043841739Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043841760 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043841781 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043841781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5faffc4: reopening flushed file at 1731043841800 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4ddf84: reopening flushed file at 1731043841810 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75df50be: reopening flushed file at 1731043841820 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=71, compaction requested=false at 1731043841832 (+12 ms)Writing region close event to WAL at 1731043841833 (+1 ms)Closed at 1731043841833 2024-11-08T05:30:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40827 is added to blk_1073741830_1006 (size=35428) 2024-11-08T05:30:41,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35229 is added to blk_1073741830_1006 (size=35428) 2024-11-08T05:30:41,838 INFO [M:0;d1ba675678c9:39717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:30:41,838 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:41,838 INFO [M:0;d1ba675678c9:39717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39717 2024-11-08T05:30:41,838 INFO [M:0;d1ba675678c9:39717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:41,945 INFO [M:0;d1ba675678c9:39717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:41,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:41,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39717-0x10118ecc1840000, quorum=127.0.0.1:52577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:41,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5edde1d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:41,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a66f5b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:41,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:41,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f30afa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:41,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad4f567{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:41,950 WARN [BP-1674165894-172.17.0.3-1731043835218 heartbeating to localhost/127.0.0.1:40723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:30:41,950 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:30:41,950 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:30:41,950 WARN [BP-1674165894-172.17.0.3-1731043835218 heartbeating to localhost/127.0.0.1:40723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1674165894-172.17.0.3-1731043835218 (Datanode Uuid 41719770-cb5a-4994-a7a4-d9e3af601e39) service to localhost/127.0.0.1:40723 2024-11-08T05:30:41,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/data/data3/current/BP-1674165894-172.17.0.3-1731043835218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:41,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/data/data4/current/BP-1674165894-172.17.0.3-1731043835218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:41,952 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:30:41,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1119c3b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:41,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@397584a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:41,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:41,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d0e0050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:41,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d053c49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:41,956 WARN [BP-1674165894-172.17.0.3-1731043835218 heartbeating to localhost/127.0.0.1:40723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:30:41,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:30:41,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:30:41,956 WARN [BP-1674165894-172.17.0.3-1731043835218 heartbeating to localhost/127.0.0.1:40723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1674165894-172.17.0.3-1731043835218 (Datanode Uuid 1fdb6ecc-a1b7-4a51-b1fc-d0cec5aec1da) service to localhost/127.0.0.1:40723 2024-11-08T05:30:41,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/data/data1/current/BP-1674165894-172.17.0.3-1731043835218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:41,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/cluster_b5f519f4-bdb3-ecea-21cc-075cf10c5a74/data/data2/current/BP-1674165894-172.17.0.3-1731043835218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:41,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:30:41,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1811e72e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:30:41,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d643cf7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:41,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:41,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25edd9b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:41,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1d15d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:41,976 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:30:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:30:42,014 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 85) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40723 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40723 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=443 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 381) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8662 (was 8215) - AvailableMemoryMB LEAK? - 2024-11-08T05:30:42,022 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=8662 2024-11-08T05:30:42,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.log.dir so I do NOT create it in target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5 2024-11-08T05:30:42,042 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T05:30:42,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.tmp.dir so I do NOT create it in target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5 2024-11-08T05:30:42,042 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f703cfff-9035-dfd8-8e08-66b40dd37664/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T05:30:42,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5 2024-11-08T05:30:42,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:30:42,042 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5, deleteOnExit=true 2024-11-08T05:30:42,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:30:42,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/test.cache.data in system properties and HBase conf 2024-11-08T05:30:42,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:30:42,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:30:42,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:30:42,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:30:42,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:30:42,043 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:30:42,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:30:42,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:30:42,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:30:42,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:30:42,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:30:42,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:30:42,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:30:42,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:30:42,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:30:42,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:30:42,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:30:42,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:30:42,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:30:42,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:30:42,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:42,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:42,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:42,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:42,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:30:42,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:42,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600a72d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:42,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73efb013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:42,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fa568dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/java.io.tmpdir/jetty-localhost-44605-hadoop-hdfs-3_4_1-tests_jar-_-any-17916213378512685103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:30:42,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cf3af8e{HTTP/1.1, (http/1.1)}{localhost:44605} 2024-11-08T05:30:42,489 INFO [Time-limited test {}] server.Server(415): Started @18954ms 2024-11-08T05:30:42,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:42,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:42,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:42,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:42,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:30:42,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d860141{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:42,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c6f1b04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:42,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33b10fe7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/java.io.tmpdir/jetty-localhost-40523-hadoop-hdfs-3_4_1-tests_jar-_-any-15514293051542787887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:42,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d78d7db{HTTP/1.1, (http/1.1)}{localhost:40523} 2024-11-08T05:30:42,884 INFO [Time-limited test {}] server.Server(415): Started @19349ms 2024-11-08T05:30:42,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:30:42,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:42,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:42,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:42,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:42,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:30:42,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35f597cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:42,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a012ac0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:43,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@377da253{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/java.io.tmpdir/jetty-localhost-35913-hadoop-hdfs-3_4_1-tests_jar-_-any-8461894512404853715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:43,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb33f7f{HTTP/1.1, (http/1.1)}{localhost:35913} 2024-11-08T05:30:43,051 INFO [Time-limited test {}] server.Server(415): Started @19516ms 2024-11-08T05:30:43,053 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:30:44,015 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/data/data2/current/BP-566255849-172.17.0.3-1731043842081/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:44,015 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/data/data1/current/BP-566255849-172.17.0.3-1731043842081/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:44,039 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:30:44,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf1d707094bd76c9 with lease ID 0xed46201d255b9277: Processing first storage report for DS-069af3e4-d007-43cc-93d6-3a0d29627e6f from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=a4f2490c-be40-404e-9db6-b78773bc7ad1, infoPort=39473, infoSecurePort=0, ipcPort=39469, storageInfo=lv=-57;cid=testClusterID;nsid=112758162;c=1731043842081) 2024-11-08T05:30:44,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf1d707094bd76c9 with lease ID 0xed46201d255b9277: from storage DS-069af3e4-d007-43cc-93d6-3a0d29627e6f node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=a4f2490c-be40-404e-9db6-b78773bc7ad1, infoPort=39473, infoSecurePort=0, ipcPort=39469, storageInfo=lv=-57;cid=testClusterID;nsid=112758162;c=1731043842081), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:44,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf1d707094bd76c9 with lease ID 0xed46201d255b9277: Processing first storage report for DS-94742454-247c-4a21-8a37-c4bc0539f14a from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=a4f2490c-be40-404e-9db6-b78773bc7ad1, infoPort=39473, infoSecurePort=0, ipcPort=39469, storageInfo=lv=-57;cid=testClusterID;nsid=112758162;c=1731043842081) 2024-11-08T05:30:44,043 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf1d707094bd76c9 with lease ID 0xed46201d255b9277: from storage DS-94742454-247c-4a21-8a37-c4bc0539f14a node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=a4f2490c-be40-404e-9db6-b78773bc7ad1, infoPort=39473, infoSecurePort=0, ipcPort=39469, storageInfo=lv=-57;cid=testClusterID;nsid=112758162;c=1731043842081), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:44,514 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/data/data4/current/BP-566255849-172.17.0.3-1731043842081/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:44,514 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/data/data3/current/BP-566255849-172.17.0.3-1731043842081/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:44,538 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:30:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22ef89b7b5fa47cf with lease ID 0xed46201d255b9278: Processing first storage report for DS-f831c7ea-246d-48b7-a905-ad3a678d3129 from datanode DatanodeRegistration(127.0.0.1:40479, datanodeUuid=0d7ab1e0-d699-4c81-bfcb-d1785f9bc942, infoPort=37421, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=112758162;c=1731043842081) 2024-11-08T05:30:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22ef89b7b5fa47cf with lease ID 0xed46201d255b9278: from storage DS-f831c7ea-246d-48b7-a905-ad3a678d3129 node DatanodeRegistration(127.0.0.1:40479, datanodeUuid=0d7ab1e0-d699-4c81-bfcb-d1785f9bc942, infoPort=37421, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=112758162;c=1731043842081), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T05:30:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22ef89b7b5fa47cf with lease ID 0xed46201d255b9278: Processing first storage report for DS-75c6dde7-da23-433f-8287-baba8d9e231a from datanode DatanodeRegistration(127.0.0.1:40479, datanodeUuid=0d7ab1e0-d699-4c81-bfcb-d1785f9bc942, infoPort=37421, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=112758162;c=1731043842081) 2024-11-08T05:30:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22ef89b7b5fa47cf with lease ID 0xed46201d255b9278: from storage DS-75c6dde7-da23-433f-8287-baba8d9e231a node DatanodeRegistration(127.0.0.1:40479, datanodeUuid=0d7ab1e0-d699-4c81-bfcb-d1785f9bc942, infoPort=37421, infoSecurePort=0, ipcPort=43457, storageInfo=lv=-57;cid=testClusterID;nsid=112758162;c=1731043842081), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:44,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5 2024-11-08T05:30:44,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/zookeeper_0, clientPort=62218, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:30:44,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62218 2024-11-08T05:30:44,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:44,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:44,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:30:44,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:30:44,635 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6 with version=8 2024-11-08T05:30:44,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/hbase-staging 2024-11-08T05:30:44,638 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:44,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:44,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:44,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:44,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:44,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:44,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:30:44,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:44,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42871 2024-11-08T05:30:44,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42871 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-08T05:30:44,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:30:44,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:44,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:44,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428710x0, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:44,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42871-0x10118ecddb20000 connected 2024-11-08T05:30:44,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:44,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:44,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:44,975 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6, hbase.cluster.distributed=false 2024-11-08T05:30:44,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:44,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42871 2024-11-08T05:30:44,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42871 2024-11-08T05:30:44,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42871 2024-11-08T05:30:44,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42871 2024-11-08T05:30:44,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42871 2024-11-08T05:30:44,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:44,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:44,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:44,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:44,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:44,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:44,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:30:44,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:44,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35429 2024-11-08T05:30:44,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35429 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-08T05:30:44,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:45,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:45,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354290x0, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:45,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354290x0, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:45,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35429-0x10118ecddb20001 connected 2024-11-08T05:30:45,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:30:45,015 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:30:45,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:30:45,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:45,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35429 2024-11-08T05:30:45,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35429 2024-11-08T05:30:45,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35429 2024-11-08T05:30:45,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35429 2024-11-08T05:30:45,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35429 2024-11-08T05:30:45,034 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:45,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:45,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:45,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:45,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:45,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:45,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:30:45,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:45,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38141 2024-11-08T05:30:45,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38141 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-08T05:30:45,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:45,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:45,055 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381410x0, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:45,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381410x0, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:45,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38141-0x10118ecddb20002 connected 2024-11-08T05:30:45,056 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:30:45,057 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:30:45,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:30:45,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:45,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38141 2024-11-08T05:30:45,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38141 2024-11-08T05:30:45,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38141 2024-11-08T05:30:45,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38141 2024-11-08T05:30:45,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38141 2024-11-08T05:30:45,077 DEBUG [M:0;d1ba675678c9:42871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:42871 2024-11-08T05:30:45,077 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,42871,1731043844637 2024-11-08T05:30:45,087 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:45,087 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,42871,1731043844637 2024-11-08T05:30:45,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:45,097 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:45,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,097 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,098 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:30:45,099 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,42871,1731043844637 from backup master directory 2024-11-08T05:30:45,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:45,107 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:45,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,42871,1731043844637 2024-11-08T05:30:45,108 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:45,108 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,42871,1731043844637 2024-11-08T05:30:45,113 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/hbase.id] with ID: 7a5fb5e1-6954-4d3d-a9f3-883c7be026ed 2024-11-08T05:30:45,114 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/.tmp/hbase.id 2024-11-08T05:30:45,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:30:45,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:30:45,122 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/.tmp/hbase.id]:[hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/hbase.id] 2024-11-08T05:30:45,141 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:45,141 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:30:45,144 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T05:30:45,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,150 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:30:45,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:30:45,161 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:30:45,161 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:30:45,162 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:45,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:30:45,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:30:45,573 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store 2024-11-08T05:30:45,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:30:45,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:30:45,588 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:45,588 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:30:45,589 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:45,589 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:45,589 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:30:45,589 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:45,589 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:45,589 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043845588Disabling compacts and flushes for region at 1731043845588Disabling writes for close at 1731043845589 (+1 ms)Writing region close event to WAL at 1731043845589Closed at 1731043845589 2024-11-08T05:30:45,590 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/.initializing 2024-11-08T05:30:45,590 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/WALs/d1ba675678c9,42871,1731043844637 2024-11-08T05:30:45,592 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:45,595 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C42871%2C1731043844637, suffix=, logDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/WALs/d1ba675678c9,42871,1731043844637, archiveDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/oldWALs, maxLogs=10 2024-11-08T05:30:45,615 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/WALs/d1ba675678c9,42871,1731043844637/d1ba675678c9%2C42871%2C1731043844637.1731043845595, exclude list is [], retry=0 2024-11-08T05:30:45,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-069af3e4-d007-43cc-93d6-3a0d29627e6f,DISK] 2024-11-08T05:30:45,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40479,DS-f831c7ea-246d-48b7-a905-ad3a678d3129,DISK] 2024-11-08T05:30:45,624 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/WALs/d1ba675678c9,42871,1731043844637/d1ba675678c9%2C42871%2C1731043844637.1731043845595 2024-11-08T05:30:45,628 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37421:37421),(127.0.0.1/127.0.0.1:39473:39473)] 2024-11-08T05:30:45,629 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:30:45,629 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:45,629 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,629 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:30:45,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:45,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:45,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:30:45,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:45,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:45,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:30:45,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:45,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:45,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:30:45,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:45,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:45,647 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,648 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,649 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,651 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,651 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,652 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:45,654 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:45,665 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:45,666 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62953531, jitterRate=-0.06191928684711456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:45,667 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731043845630Initializing all the Stores at 1731043845631 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043845631Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043845632 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043845632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043845632Cleaning up temporary data from old regions at 1731043845651 (+19 ms)Region opened successfully at 1731043845667 (+16 ms) 2024-11-08T05:30:45,668 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:30:45,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e8bf0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:45,675 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:30:45,675 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:30:45,675 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:30:45,675 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:30:45,676 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T05:30:45,677 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T05:30:45,677 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:30:45,684 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:30:45,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:30:45,732 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:30:45,733 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:30:45,740 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:30:45,750 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:30:45,750 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:30:45,752 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:30:45,760 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:30:45,762 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:30:45,771 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:30:45,774 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:30:45,781 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:30:45,792 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:45,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:45,792 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,793 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,42871,1731043844637, sessionid=0x10118ecddb20000, setting cluster-up flag (Was=false) 2024-11-08T05:30:45,813 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,844 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:30:45,846 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,42871,1731043844637 2024-11-08T05:30:45,865 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:45,897 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:30:45,899 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,42871,1731043844637 2024-11-08T05:30:45,901 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:30:45,903 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:45,903 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:30:45,903 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:30:45,904 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,42871,1731043844637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:30:45,906 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:45,906 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:45,906 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:45,906 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:45,906 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:30:45,906 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:45,906 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:45,906 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:45,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:45,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:30:45,910 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043875910 2024-11-08T05:30:45,910 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:30:45,910 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:45,910 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:30:45,910 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:30:45,910 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:30:45,910 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:30:45,911 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:30:45,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:30:45,911 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:45,911 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:30:45,911 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:30:45,911 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:30:45,912 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:30:45,912 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:30:45,913 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043845912,5,FailOnTimeoutGroup] 2024-11-08T05:30:45,913 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043845913,5,FailOnTimeoutGroup] 2024-11-08T05:30:45,913 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:45,913 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:30:45,913 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:45,913 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:30:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:30:45,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:30:45,921 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6 2024-11-08T05:30:45,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:30:45,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:30:45,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:45,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:30:45,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:30:45,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:45,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:45,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:30:45,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:30:45,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:45,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:45,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:30:45,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:30:45,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:45,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:45,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:30:45,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:30:45,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:45,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:45,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:30:45,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740 2024-11-08T05:30:45,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740 2024-11-08T05:30:45,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:30:45,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:30:45,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:45,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:30:45,951 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:45,952 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74354181, jitterRate=0.10796363651752472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:45,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731043845931Initializing all the Stores at 1731043845932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043845933 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043845933Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043845933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043845933Cleaning up temporary data from old regions at 1731043845946 (+13 ms)Region opened successfully at 1731043845953 (+7 ms) 2024-11-08T05:30:45,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:30:45,953 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:30:45,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:30:45,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:30:45,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:30:45,954 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:45,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043845953Disabling compacts and flushes for region at 1731043845953Disabling writes for close at 1731043845953Writing region close event to WAL at 1731043845954 (+1 ms)Closed at 1731043845954 2024-11-08T05:30:45,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:45,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:30:45,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:30:45,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:30:45,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:30:45,965 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(746): ClusterId : 7a5fb5e1-6954-4d3d-a9f3-883c7be026ed 2024-11-08T05:30:45,965 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(746): ClusterId : 7a5fb5e1-6954-4d3d-a9f3-883c7be026ed 2024-11-08T05:30:45,965 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:30:45,965 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:30:45,971 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:30:45,971 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:30:45,971 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:30:45,972 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:30:45,982 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:30:45,982 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:30:45,982 DEBUG [RS:1;d1ba675678c9:38141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5deb70cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:45,982 DEBUG [RS:0;d1ba675678c9:35429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f381d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:45,994 DEBUG [RS:0;d1ba675678c9:35429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:35429 2024-11-08T05:30:45,994 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:30:45,994 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:30:45,994 DEBUG [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:30:45,995 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,42871,1731043844637 with port=35429, startcode=1731043844994 2024-11-08T05:30:45,995 DEBUG [RS:1;d1ba675678c9:38141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d1ba675678c9:38141 2024-11-08T05:30:45,995 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:30:45,995 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:30:45,995 DEBUG [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:30:45,995 DEBUG [RS:0;d1ba675678c9:35429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:30:45,996 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,42871,1731043844637 with port=38141, startcode=1731043845034 2024-11-08T05:30:45,996 DEBUG [RS:1;d1ba675678c9:38141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:30:45,998 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:30:45,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,35429,1731043844994 2024-11-08T05:30:45,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42871 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,35429,1731043844994 2024-11-08T05:30:45,999 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:30:46,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,38141,1731043845034 2024-11-08T05:30:46,001 DEBUG [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6 2024-11-08T05:30:46,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42871 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,38141,1731043845034 2024-11-08T05:30:46,001 DEBUG [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41849 2024-11-08T05:30:46,001 DEBUG [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:30:46,002 DEBUG [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6 2024-11-08T05:30:46,002 DEBUG [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41849 2024-11-08T05:30:46,002 DEBUG [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:30:46,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:46,056 DEBUG [RS:0;d1ba675678c9:35429 {}] zookeeper.ZKUtil(111): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,35429,1731043844994 2024-11-08T05:30:46,056 WARN [RS:0;d1ba675678c9:35429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:46,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,38141,1731043845034] 2024-11-08T05:30:46,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,35429,1731043844994] 2024-11-08T05:30:46,056 INFO [RS:0;d1ba675678c9:35429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:46,056 DEBUG [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,35429,1731043844994 2024-11-08T05:30:46,056 DEBUG [RS:1;d1ba675678c9:38141 {}] zookeeper.ZKUtil(111): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,38141,1731043845034 2024-11-08T05:30:46,056 WARN [RS:1;d1ba675678c9:38141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:46,057 INFO [RS:1;d1ba675678c9:38141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:46,057 DEBUG [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,38141,1731043845034 2024-11-08T05:30:46,060 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:30:46,063 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:30:46,063 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:30:46,063 INFO [RS:1;d1ba675678c9:38141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:30:46,063 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,064 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:30:46,064 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:30:46,065 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,065 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:46,066 DEBUG [RS:1;d1ba675678c9:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:46,066 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:30:46,066 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,066 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,066 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,066 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,066 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,066 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38141,1731043845034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:46,066 INFO [RS:0;d1ba675678c9:35429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:30:46,067 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,067 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:30:46,068 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:30:46,068 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,068 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,068 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,068 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,068 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,069 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,069 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:46,069 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,069 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,069 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,069 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,069 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,069 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:46,069 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:46,069 DEBUG [RS:0;d1ba675678c9:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:46,074 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,074 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,074 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,074 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,074 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,074 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,35429,1731043844994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:46,088 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:30:46,088 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38141,1731043845034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,088 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,088 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.Replication(171): d1ba675678c9,38141,1731043845034 started 2024-11-08T05:30:46,096 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:30:46,097 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,35429,1731043844994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,097 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,097 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.Replication(171): d1ba675678c9,35429,1731043844994 started 2024-11-08T05:30:46,103 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,103 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,38141,1731043845034, RpcServer on d1ba675678c9/172.17.0.3:38141, sessionid=0x10118ecddb20002 2024-11-08T05:30:46,103 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:30:46,103 DEBUG [RS:1;d1ba675678c9:38141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,38141,1731043845034 2024-11-08T05:30:46,103 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,38141,1731043845034' 2024-11-08T05:30:46,103 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:30:46,104 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:30:46,105 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:30:46,105 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:30:46,105 DEBUG [RS:1;d1ba675678c9:38141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,38141,1731043845034 2024-11-08T05:30:46,105 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,38141,1731043845034' 2024-11-08T05:30:46,105 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:30:46,105 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:30:46,106 DEBUG [RS:1;d1ba675678c9:38141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:30:46,106 INFO [RS:1;d1ba675678c9:38141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:30:46,106 INFO [RS:1;d1ba675678c9:38141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:30:46,109 WARN [d1ba675678c9:42871 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T05:30:46,118 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,119 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,35429,1731043844994, RpcServer on d1ba675678c9/172.17.0.3:35429, sessionid=0x10118ecddb20001 2024-11-08T05:30:46,119 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:30:46,119 DEBUG [RS:0;d1ba675678c9:35429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,35429,1731043844994 2024-11-08T05:30:46,119 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,35429,1731043844994' 2024-11-08T05:30:46,119 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:30:46,120 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:30:46,120 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:30:46,120 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:30:46,120 DEBUG [RS:0;d1ba675678c9:35429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,35429,1731043844994 2024-11-08T05:30:46,120 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,35429,1731043844994' 2024-11-08T05:30:46,120 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:30:46,121 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:30:46,121 DEBUG [RS:0;d1ba675678c9:35429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:30:46,121 INFO [RS:0;d1ba675678c9:35429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:30:46,121 INFO [RS:0;d1ba675678c9:35429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:30:46,206 INFO [RS:1;d1ba675678c9:38141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:46,208 INFO [RS:1;d1ba675678c9:38141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C38141%2C1731043845034, suffix=, logDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,38141,1731043845034, archiveDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/oldWALs, maxLogs=32 2024-11-08T05:30:46,222 INFO [RS:0;d1ba675678c9:35429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:46,224 INFO [RS:0;d1ba675678c9:35429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C35429%2C1731043844994, suffix=, logDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,35429,1731043844994, archiveDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/oldWALs, maxLogs=32 2024-11-08T05:30:46,225 DEBUG [RS:1;d1ba675678c9:38141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,38141,1731043845034/d1ba675678c9%2C38141%2C1731043845034.1731043846209, exclude list is [], retry=0 2024-11-08T05:30:46,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40479,DS-f831c7ea-246d-48b7-a905-ad3a678d3129,DISK] 2024-11-08T05:30:46,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-069af3e4-d007-43cc-93d6-3a0d29627e6f,DISK] 2024-11-08T05:30:46,235 INFO [RS:1;d1ba675678c9:38141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,38141,1731043845034/d1ba675678c9%2C38141%2C1731043845034.1731043846209 2024-11-08T05:30:46,240 DEBUG [RS:1;d1ba675678c9:38141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39473:39473),(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-08T05:30:46,246 DEBUG [RS:0;d1ba675678c9:35429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,35429,1731043844994/d1ba675678c9%2C35429%2C1731043844994.1731043846225, exclude list is [], retry=0 2024-11-08T05:30:46,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-069af3e4-d007-43cc-93d6-3a0d29627e6f,DISK] 2024-11-08T05:30:46,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40479,DS-f831c7ea-246d-48b7-a905-ad3a678d3129,DISK] 2024-11-08T05:30:46,265 INFO [RS:0;d1ba675678c9:35429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,35429,1731043844994/d1ba675678c9%2C35429%2C1731043844994.1731043846225 2024-11-08T05:30:46,266 DEBUG [RS:0;d1ba675678c9:35429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39473:39473),(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-08T05:30:46,359 DEBUG [d1ba675678c9:42871 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T05:30:46,359 DEBUG [d1ba675678c9:42871 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:30:46,362 DEBUG [d1ba675678c9:42871 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:30:46,362 DEBUG [d1ba675678c9:42871 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:30:46,362 DEBUG [d1ba675678c9:42871 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:30:46,362 DEBUG [d1ba675678c9:42871 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:30:46,362 INFO [d1ba675678c9:42871 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:30:46,362 INFO [d1ba675678c9:42871 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:30:46,362 DEBUG [d1ba675678c9:42871 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:30:46,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,38141,1731043845034 2024-11-08T05:30:46,364 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,38141,1731043845034, state=OPENING 2024-11-08T05:30:46,371 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:30:46,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:46,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:46,381 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:46,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:46,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:46,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:46,382 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:30:46,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,38141,1731043845034}] 2024-11-08T05:30:46,536 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:46,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:46,544 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:30:46,544 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:46,545 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:30:46,547 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C38141%2C1731043845034.meta, suffix=.meta, logDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,38141,1731043845034, archiveDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/oldWALs, maxLogs=32 2024-11-08T05:30:46,564 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,38141,1731043845034/d1ba675678c9%2C38141%2C1731043845034.meta.1731043846548.meta, exclude list is [], retry=0 2024-11-08T05:30:46,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-069af3e4-d007-43cc-93d6-3a0d29627e6f,DISK] 2024-11-08T05:30:46,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40479,DS-f831c7ea-246d-48b7-a905-ad3a678d3129,DISK] 2024-11-08T05:30:46,569 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,38141,1731043845034/d1ba675678c9%2C38141%2C1731043845034.meta.1731043846548.meta 2024-11-08T05:30:46,569 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39473:39473),(127.0.0.1/127.0.0.1:37421:37421)] 2024-11-08T05:30:46,570 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:30:46,570 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:30:46,570 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:30:46,570 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:30:46,570 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:30:46,570 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:46,570 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:30:46,570 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:30:46,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:30:46,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:30:46,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:46,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:46,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:30:46,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:30:46,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:46,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:46,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:30:46,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:30:46,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:46,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:46,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:30:46,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:30:46,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:46,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:46,584 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:30:46,588 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740 2024-11-08T05:30:46,590 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740 2024-11-08T05:30:46,592 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:30:46,592 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:30:46,593 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:46,597 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:30:46,599 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69937113, jitterRate=0.04214419424533844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:46,599 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:30:46,600 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731043846571Writing region info on filesystem at 1731043846571Initializing all the Stores at 1731043846572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043846572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043846572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043846572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043846572Cleaning up temporary data from old regions at 1731043846592 (+20 ms)Running coprocessor post-open hooks at 1731043846599 (+7 ms)Region opened successfully at 1731043846600 (+1 ms) 2024-11-08T05:30:46,601 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043846536 2024-11-08T05:30:46,606 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:30:46,606 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:30:46,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,38141,1731043845034 2024-11-08T05:30:46,609 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,38141,1731043845034, state=OPEN 2024-11-08T05:30:46,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:46,613 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:46,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:46,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:46,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:46,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:46,613 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,38141,1731043845034 2024-11-08T05:30:46,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:30:46,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,38141,1731043845034 in 231 msec 2024-11-08T05:30:46,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:30:46,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-08T05:30:46,627 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:46,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:30:46,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:30:46,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,38141,1731043845034, seqNum=-1] 2024-11-08T05:30:46,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:46,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:46,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec 2024-11-08T05:30:46,641 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043846641, completionTime=-1 2024-11-08T05:30:46,641 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T05:30:46,641 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:30:46,644 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T05:30:46,645 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043906644 2024-11-08T05:30:46,645 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043966645 2024-11-08T05:30:46,645 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T05:30:46,645 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42871,1731043844637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,645 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42871,1731043844637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,645 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42871,1731043844637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,645 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:42871, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,646 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,647 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,649 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:30:46,660 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.552sec 2024-11-08T05:30:46,661 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:30:46,661 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:30:46,661 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:30:46,661 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:30:46,661 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:30:46,661 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42871,1731043844637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:46,661 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42871,1731043844637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:30:46,666 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:30:46,666 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:30:46,666 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,42871,1731043844637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:46,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e32c1f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:46,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,42871,-1 for getting cluster id 2024-11-08T05:30:46,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:30:46,676 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a5fb5e1-6954-4d3d-a9f3-883c7be026ed' 2024-11-08T05:30:46,676 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:30:46,677 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a5fb5e1-6954-4d3d-a9f3-883c7be026ed" 2024-11-08T05:30:46,677 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fe9c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:46,677 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,42871,-1] 2024-11-08T05:30:46,677 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:30:46,678 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:46,681 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:30:46,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df83a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:46,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:30:46,685 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,38141,1731043845034, seqNum=-1] 2024-11-08T05:30:46,685 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:46,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:46,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,42871,1731043844637 2024-11-08T05:30:46,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T05:30:46,693 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,42871,1731043844637 2024-11-08T05:30:46,694 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42a3ace9 2024-11-08T05:30:46,694 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T05:30:46,696 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T05:30:46,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:30:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T05:30:46,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T05:30:46,706 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:46,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T05:30:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:46,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T05:30:46,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:30:46,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:30:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:47,129 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => baf3793a04f84d41e0e5e90e848b8f2d, NAME => 'testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6 2024-11-08T05:30:47,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 45ecc1ba995b6d0d6661185f70bbb47b, NAME => 'testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6 2024-11-08T05:30:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:30:47,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:30:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:30:47,187 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:47,188 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing baf3793a04f84d41e0e5e90e848b8f2d, disabling compactions & flushes 2024-11-08T05:30:47,188 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:47,188 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:47,188 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. after waiting 0 ms 2024-11-08T05:30:47,188 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:47,188 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:47,188 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for baf3793a04f84d41e0e5e90e848b8f2d: Waiting for close lock at 1731043847188Disabling compacts and flushes for region at 1731043847188Disabling writes for close at 1731043847188Writing region close event to WAL at 1731043847188Closed at 1731043847188 2024-11-08T05:30:47,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:30:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:47,574 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:47,574 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 45ecc1ba995b6d0d6661185f70bbb47b, disabling compactions & flushes 2024-11-08T05:30:47,574 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:47,574 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:47,574 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. after waiting 0 ms 2024-11-08T05:30:47,574 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:47,574 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:47,574 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 45ecc1ba995b6d0d6661185f70bbb47b: Waiting for close lock at 1731043847574Disabling compacts and flushes for region at 1731043847574Disabling writes for close at 1731043847574Writing region close event to WAL at 1731043847574Closed at 1731043847574 2024-11-08T05:30:47,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T05:30:47,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043847577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043847577"}]},"ts":"1731043847577"} 2024-11-08T05:30:47,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043847577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043847577"}]},"ts":"1731043847577"} 2024-11-08T05:30:47,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T05:30:47,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T05:30:47,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043847587"}]},"ts":"1731043847587"} 2024-11-08T05:30:47,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T05:30:47,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:30:47,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:30:47,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:30:47,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:30:47,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:30:47,593 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:30:47,593 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:30:47,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:30:47,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=baf3793a04f84d41e0e5e90e848b8f2d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45ecc1ba995b6d0d6661185f70bbb47b, ASSIGN}] 2024-11-08T05:30:47,601 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=baf3793a04f84d41e0e5e90e848b8f2d, ASSIGN 2024-11-08T05:30:47,602 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45ecc1ba995b6d0d6661185f70bbb47b, ASSIGN 2024-11-08T05:30:47,605 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=baf3793a04f84d41e0e5e90e848b8f2d, ASSIGN; state=OFFLINE, location=d1ba675678c9,35429,1731043844994; forceNewPlan=false, retain=false 2024-11-08T05:30:47,605 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45ecc1ba995b6d0d6661185f70bbb47b, ASSIGN; state=OFFLINE, location=d1ba675678c9,38141,1731043845034; forceNewPlan=false, retain=false 2024-11-08T05:30:47,755 INFO [d1ba675678c9:42871 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T05:30:47,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=45ecc1ba995b6d0d6661185f70bbb47b, regionState=OPENING, regionLocation=d1ba675678c9,38141,1731043845034 2024-11-08T05:30:47,756 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=baf3793a04f84d41e0e5e90e848b8f2d, regionState=OPENING, regionLocation=d1ba675678c9,35429,1731043844994 2024-11-08T05:30:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45ecc1ba995b6d0d6661185f70bbb47b, ASSIGN because future has completed 2024-11-08T05:30:47,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45ecc1ba995b6d0d6661185f70bbb47b, server=d1ba675678c9,38141,1731043845034}] 2024-11-08T05:30:47,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=baf3793a04f84d41e0e5e90e848b8f2d, ASSIGN because future has completed 2024-11-08T05:30:47,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure baf3793a04f84d41e0e5e90e848b8f2d, server=d1ba675678c9,35429,1731043844994}] 2024-11-08T05:30:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:47,923 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:47,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:47,940 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:47,941 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 45ecc1ba995b6d0d6661185f70bbb47b, NAME => 'testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T05:30:47,941 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,941 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:47,941 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,941 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,950 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:47,950 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => baf3793a04f84d41e0e5e90e848b8f2d, NAME => 'testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T05:30:47,950 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:47,951 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:47,951 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:47,952 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:47,961 INFO [StoreOpener-45ecc1ba995b6d0d6661185f70bbb47b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,963 INFO [StoreOpener-baf3793a04f84d41e0e5e90e848b8f2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:47,969 INFO [StoreOpener-45ecc1ba995b6d0d6661185f70bbb47b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45ecc1ba995b6d0d6661185f70bbb47b columnFamilyName family 2024-11-08T05:30:47,969 DEBUG [StoreOpener-45ecc1ba995b6d0d6661185f70bbb47b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:47,970 INFO [StoreOpener-45ecc1ba995b6d0d6661185f70bbb47b-1 {}] regionserver.HStore(327): Store=45ecc1ba995b6d0d6661185f70bbb47b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:47,970 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,971 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,972 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,973 INFO [StoreOpener-baf3793a04f84d41e0e5e90e848b8f2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf3793a04f84d41e0e5e90e848b8f2d columnFamilyName family 2024-11-08T05:30:47,973 DEBUG [StoreOpener-baf3793a04f84d41e0e5e90e848b8f2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:47,976 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,977 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,980 INFO [StoreOpener-baf3793a04f84d41e0e5e90e848b8f2d-1 {}] regionserver.HStore(327): Store=baf3793a04f84d41e0e5e90e848b8f2d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:47,982 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,983 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:47,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:47,994 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:47,994 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:47,995 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:47,997 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/45ecc1ba995b6d0d6661185f70bbb47b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:47,998 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 45ecc1ba995b6d0d6661185f70bbb47b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71302215, jitterRate=0.06248579919338226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:30:47,998 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:47,999 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 45ecc1ba995b6d0d6661185f70bbb47b: Running coprocessor pre-open hook at 1731043847941Writing region info on filesystem at 1731043847941Initializing all the Stores at 1731043847956 (+15 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043847956Cleaning up temporary data from old regions at 1731043847977 (+21 ms)Running coprocessor post-open hooks at 1731043847998 (+21 ms)Region opened successfully at 1731043847999 (+1 ms) 2024-11-08T05:30:48,003 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:48,007 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b., pid=7, masterSystemTime=1731043847916 2024-11-08T05:30:48,018 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:48,018 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:48,020 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/baf3793a04f84d41e0e5e90e848b8f2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:48,021 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened baf3793a04f84d41e0e5e90e848b8f2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66907570, jitterRate=-0.00299951434135437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:30:48,022 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:48,022 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for baf3793a04f84d41e0e5e90e848b8f2d: Running coprocessor pre-open hook at 1731043847952Writing region info on filesystem at 1731043847952Initializing all the Stores at 1731043847960 (+8 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043847960Cleaning up temporary data from old regions at 1731043847995 (+35 ms)Running coprocessor post-open hooks at 1731043848022 (+27 ms)Region opened successfully at 1731043848022 2024-11-08T05:30:48,023 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=45ecc1ba995b6d0d6661185f70bbb47b, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,38141,1731043845034 2024-11-08T05:30:48,029 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d., pid=8, masterSystemTime=1731043847923 2024-11-08T05:30:48,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45ecc1ba995b6d0d6661185f70bbb47b, server=d1ba675678c9,38141,1731043845034 because future has completed 2024-11-08T05:30:48,041 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:48,041 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:48,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=baf3793a04f84d41e0e5e90e848b8f2d, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35429,1731043844994 2024-11-08T05:30:48,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure baf3793a04f84d41e0e5e90e848b8f2d, server=d1ba675678c9,35429,1731043844994 because future has completed 2024-11-08T05:30:48,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T05:30:48,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 45ecc1ba995b6d0d6661185f70bbb47b, server=d1ba675678c9,38141,1731043845034 in 300 msec 2024-11-08T05:30:48,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45ecc1ba995b6d0d6661185f70bbb47b, ASSIGN in 479 msec 2024-11-08T05:30:48,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T05:30:48,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure baf3793a04f84d41e0e5e90e848b8f2d, server=d1ba675678c9,35429,1731043844994 in 326 msec 2024-11-08T05:30:48,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T05:30:48,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=baf3793a04f84d41e0e5e90e848b8f2d, ASSIGN in 512 msec 2024-11-08T05:30:48,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T05:30:48,117 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043848117"}]},"ts":"1731043848117"} 2024-11-08T05:30:48,133 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T05:30:48,139 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T05:30:48,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.4400 sec 2024-11-08T05:30:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:48,871 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T05:30:48,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T05:30:48,871 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:30:48,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T05:30:48,876 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:30:48,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T05:30:48,880 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d., hostname=d1ba675678c9,35429,1731043844994, seqNum=2] 2024-11-08T05:30:48,880 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:48,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:48,898 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b., hostname=d1ba675678c9,38141,1731043845034, seqNum=2] 2024-11-08T05:30:48,912 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing baf3793a04f84d41e0e5e90e848b8f2d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T05:30:48,935 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/baf3793a04f84d41e0e5e90e848b8f2d/.tmp/family/db899efaed7f428c9c3b400d591b329f is 32, key is 1/family:/1731043848882/Put/seqid=0 2024-11-08T05:30:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741839_1015 (size=5054) 2024-11-08T05:30:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741839_1015 (size=5054) 2024-11-08T05:30:49,343 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/baf3793a04f84d41e0e5e90e848b8f2d/.tmp/family/db899efaed7f428c9c3b400d591b329f 2024-11-08T05:30:49,354 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/baf3793a04f84d41e0e5e90e848b8f2d/.tmp/family/db899efaed7f428c9c3b400d591b329f as hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/baf3793a04f84d41e0e5e90e848b8f2d/family/db899efaed7f428c9c3b400d591b329f 2024-11-08T05:30:49,364 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/baf3793a04f84d41e0e5e90e848b8f2d/family/db899efaed7f428c9c3b400d591b329f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T05:30:49,365 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for baf3793a04f84d41e0e5e90e848b8f2d in 453ms, sequenceid=8, compaction requested=false 2024-11-08T05:30:49,366 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for baf3793a04f84d41e0e5e90e848b8f2d: 2024-11-08T05:30:49,366 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 45ecc1ba995b6d0d6661185f70bbb47b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T05:30:49,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/45ecc1ba995b6d0d6661185f70bbb47b/.tmp/family/05dcfe0c298341b793650536ed9b932e is 32, key is 5/family:/1731043848899/Put/seqid=0 2024-11-08T05:30:49,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741840_1016 (size=5083) 2024-11-08T05:30:49,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741840_1016 (size=5083) 2024-11-08T05:30:49,392 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/45ecc1ba995b6d0d6661185f70bbb47b/.tmp/family/05dcfe0c298341b793650536ed9b932e 2024-11-08T05:30:49,401 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/45ecc1ba995b6d0d6661185f70bbb47b/.tmp/family/05dcfe0c298341b793650536ed9b932e as hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/45ecc1ba995b6d0d6661185f70bbb47b/family/05dcfe0c298341b793650536ed9b932e 2024-11-08T05:30:49,410 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/45ecc1ba995b6d0d6661185f70bbb47b/family/05dcfe0c298341b793650536ed9b932e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T05:30:49,411 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 45ecc1ba995b6d0d6661185f70bbb47b in 45ms, sequenceid=9, compaction requested=false 2024-11-08T05:30:49,412 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 45ecc1ba995b6d0d6661185f70bbb47b: 2024-11-08T05:30:49,417 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T05:30:49,421 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:49,422 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:49,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:49,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:49,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:30:49,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:30:49,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:49,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:49,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:30:49,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:49,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:30:49,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=886418252, stopped=false 2024-11-08T05:30:49,426 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,42871,1731043844637 2024-11-08T05:30:49,444 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:49,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:49,444 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:49,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:49,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:49,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:49,445 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:30:49,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:30:49,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:49,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:49,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:49,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:49,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:49,447 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,35429,1731043844994' ***** 2024-11-08T05:30:49,447 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:30:49,447 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,38141,1731043845034' ***** 2024-11-08T05:30:49,447 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:30:49,447 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:30:49,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:30:49,447 INFO [RS:0;d1ba675678c9:35429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:30:49,447 INFO [RS:0;d1ba675678c9:35429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:30:49,447 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(3091): Received CLOSE for baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:49,448 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:30:49,448 INFO [RS:1;d1ba675678c9:38141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:30:49,448 INFO [RS:1;d1ba675678c9:38141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:30:49,448 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:30:49,448 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(3091): Received CLOSE for 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:49,448 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,35429,1731043844994 2024-11-08T05:30:49,448 INFO [RS:0;d1ba675678c9:35429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:49,448 INFO [RS:0;d1ba675678c9:35429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:35429. 2024-11-08T05:30:49,448 DEBUG [RS:0;d1ba675678c9:35429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:49,448 DEBUG [RS:0;d1ba675678c9:35429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:49,449 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing baf3793a04f84d41e0e5e90e848b8f2d, disabling compactions & flushes 2024-11-08T05:30:49,449 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T05:30:49,449 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:49,449 DEBUG [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(1325): Online Regions={baf3793a04f84d41e0e5e90e848b8f2d=testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d.} 2024-11-08T05:30:49,449 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:49,449 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. after waiting 0 ms 2024-11-08T05:30:49,449 DEBUG [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(1351): Waiting on baf3793a04f84d41e0e5e90e848b8f2d 2024-11-08T05:30:49,449 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:49,450 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,38141,1731043845034 2024-11-08T05:30:49,450 INFO [RS:1;d1ba675678c9:38141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:49,450 INFO [RS:1;d1ba675678c9:38141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d1ba675678c9:38141. 2024-11-08T05:30:49,450 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45ecc1ba995b6d0d6661185f70bbb47b, disabling compactions & flushes 2024-11-08T05:30:49,450 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:49,450 DEBUG [RS:1;d1ba675678c9:38141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:49,450 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:49,450 DEBUG [RS:1;d1ba675678c9:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:49,450 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. after waiting 0 ms 2024-11-08T05:30:49,450 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:49,450 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:30:49,450 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:30:49,450 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:30:49,451 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:30:49,451 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T05:30:49,451 DEBUG [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 45ecc1ba995b6d0d6661185f70bbb47b=testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b.} 2024-11-08T05:30:49,451 DEBUG [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45ecc1ba995b6d0d6661185f70bbb47b 2024-11-08T05:30:49,451 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:30:49,451 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:30:49,451 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:30:49,451 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:30:49,451 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:30:49,452 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T05:30:49,456 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/baf3793a04f84d41e0e5e90e848b8f2d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T05:30:49,456 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/default/testClearRegionBlockCache/45ecc1ba995b6d0d6661185f70bbb47b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T05:30:49,456 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:49,457 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:49,457 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for baf3793a04f84d41e0e5e90e848b8f2d: Waiting for close lock at 1731043849448Running coprocessor pre-close hooks at 1731043849448Disabling compacts and flushes for region at 1731043849448Disabling writes for close at 1731043849449 (+1 ms)Writing region close event to WAL at 1731043849451 (+2 ms)Running coprocessor post-close hooks at 1731043849456 (+5 ms)Closed at 1731043849456 2024-11-08T05:30:49,457 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45ecc1ba995b6d0d6661185f70bbb47b: Waiting for close lock at 1731043849450Running coprocessor pre-close hooks at 1731043849450Disabling compacts and flushes for region at 1731043849450Disabling writes for close at 1731043849450Writing region close event to WAL at 1731043849451 (+1 ms)Running coprocessor post-close hooks at 1731043849456 (+5 ms)Closed at 1731043849456 2024-11-08T05:30:49,457 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731043846699.baf3793a04f84d41e0e5e90e848b8f2d. 2024-11-08T05:30:49,457 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b. 2024-11-08T05:30:49,470 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:49,483 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/.tmp/info/225cc4ebb29746aabf53d8e8637bf8d8 is 173, key is testClearRegionBlockCache,5,1731043846699.45ecc1ba995b6d0d6661185f70bbb47b./info:regioninfo/1731043848022/Put/seqid=0 2024-11-08T05:30:49,483 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:30:49,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:30:49,495 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/.tmp/info/225cc4ebb29746aabf53d8e8637bf8d8 2024-11-08T05:30:49,518 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/.tmp/ns/fad89d41e6ae437fa80e8629f6d0eb3a is 43, key is default/ns:d/1731043846632/Put/seqid=0 2024-11-08T05:30:49,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:30:49,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:30:49,525 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/.tmp/ns/fad89d41e6ae437fa80e8629f6d0eb3a 2024-11-08T05:30:49,554 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/.tmp/table/0f2ade9880da47b298bca43a505e42d5 is 61, key is testClearRegionBlockCache/table:state/1731043848117/Put/seqid=0 2024-11-08T05:30:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:30:49,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:30:49,563 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/.tmp/table/0f2ade9880da47b298bca43a505e42d5 2024-11-08T05:30:49,571 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/.tmp/info/225cc4ebb29746aabf53d8e8637bf8d8 as hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/info/225cc4ebb29746aabf53d8e8637bf8d8 2024-11-08T05:30:49,579 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/info/225cc4ebb29746aabf53d8e8637bf8d8, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T05:30:49,581 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/.tmp/ns/fad89d41e6ae437fa80e8629f6d0eb3a as hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/ns/fad89d41e6ae437fa80e8629f6d0eb3a 2024-11-08T05:30:49,600 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/ns/fad89d41e6ae437fa80e8629f6d0eb3a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T05:30:49,603 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/.tmp/table/0f2ade9880da47b298bca43a505e42d5 as hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/table/0f2ade9880da47b298bca43a505e42d5 2024-11-08T05:30:49,618 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/table/0f2ade9880da47b298bca43a505e42d5, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T05:30:49,620 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 169ms, sequenceid=13, compaction requested=false 2024-11-08T05:30:49,642 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T05:30:49,643 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:30:49,643 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:49,644 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043849451Running coprocessor pre-close hooks at 1731043849451Disabling compacts and flushes for region at 1731043849451Disabling writes for close at 1731043849451Obtaining lock to block concurrent updates at 1731043849452 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731043849452Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731043849452Flushing stores of hbase:meta,,1.1588230740 at 1731043849460 (+8 ms)Flushing 1588230740/info: creating writer at 1731043849460Flushing 1588230740/info: appending metadata at 1731043849483 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731043849483Flushing 1588230740/ns: creating writer at 1731043849502 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731043849517 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731043849518 (+1 ms)Flushing 1588230740/table: creating writer at 1731043849533 (+15 ms)Flushing 1588230740/table: appending metadata at 1731043849554 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731043849554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f13021e: reopening flushed file at 1731043849570 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b0f056: reopening flushed file at 1731043849580 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c689b6c: reopening flushed file at 1731043849601 (+21 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 169ms, sequenceid=13, compaction requested=false at 1731043849620 (+19 ms)Writing region close event to WAL at 1731043849636 (+16 ms)Running coprocessor post-close hooks at 1731043849643 (+7 ms)Closed at 1731043849643 2024-11-08T05:30:49,644 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:49,649 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,35429,1731043844994; all regions closed. 2024-11-08T05:30:49,651 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,38141,1731043845034; all regions closed. 2024-11-08T05:30:49,660 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/WALs/d1ba675678c9,35429,1731043844994/d1ba675678c9%2C35429%2C1731043844994.1731043846225 not finished, retry = 0 2024-11-08T05:30:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741834_1010 (size=1758) 2024-11-08T05:30:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741834_1010 (size=1758) 2024-11-08T05:30:49,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:30:49,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:30:49,673 DEBUG [RS:1;d1ba675678c9:38141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/oldWALs 2024-11-08T05:30:49,673 INFO [RS:1;d1ba675678c9:38141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C38141%2C1731043845034.meta:.meta(num 1731043846548) 2024-11-08T05:30:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741833_1009 (size=1867) 2024-11-08T05:30:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741833_1009 (size=1867) 2024-11-08T05:30:49,711 DEBUG [RS:1;d1ba675678c9:38141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/oldWALs 2024-11-08T05:30:49,711 INFO [RS:1;d1ba675678c9:38141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C38141%2C1731043845034:(num 1731043846209) 2024-11-08T05:30:49,711 DEBUG [RS:1;d1ba675678c9:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:49,711 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:49,711 INFO [RS:1;d1ba675678c9:38141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:49,711 INFO [RS:1;d1ba675678c9:38141 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:49,711 INFO [RS:1;d1ba675678c9:38141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:49,711 INFO [RS:1;d1ba675678c9:38141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38141 2024-11-08T05:30:49,711 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:49,764 DEBUG [RS:0;d1ba675678c9:35429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/oldWALs 2024-11-08T05:30:49,764 INFO [RS:0;d1ba675678c9:35429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C35429%2C1731043844994:(num 1731043846225) 2024-11-08T05:30:49,764 DEBUG [RS:0;d1ba675678c9:35429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:49,764 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:49,764 INFO [RS:0;d1ba675678c9:35429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:49,765 INFO [RS:0;d1ba675678c9:35429 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:49,765 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:30:49,765 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:30:49,765 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:30:49,765 INFO [RS:0;d1ba675678c9:35429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:49,765 INFO [RS:0;d1ba675678c9:35429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35429 2024-11-08T05:30:49,766 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:49,774 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:30:49,774 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T05:30:49,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:49,781 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,38141,1731043845034 2024-11-08T05:30:49,781 INFO [RS:1;d1ba675678c9:38141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:49,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,35429,1731043844994 2024-11-08T05:30:49,792 INFO [RS:0;d1ba675678c9:35429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:49,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,38141,1731043845034] 2024-11-08T05:30:49,823 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,38141,1731043845034 already deleted, retry=false 2024-11-08T05:30:49,823 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,38141,1731043845034 expired; onlineServers=1 2024-11-08T05:30:49,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,35429,1731043844994] 2024-11-08T05:30:49,834 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,35429,1731043844994 already deleted, retry=false 2024-11-08T05:30:49,834 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,35429,1731043844994 expired; onlineServers=0 2024-11-08T05:30:49,834 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,42871,1731043844637' ***** 2024-11-08T05:30:49,834 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:30:49,834 INFO [M:0;d1ba675678c9:42871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:49,834 INFO [M:0;d1ba675678c9:42871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:49,834 DEBUG [M:0;d1ba675678c9:42871 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:30:49,834 DEBUG [M:0;d1ba675678c9:42871 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:30:49,834 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:30:49,834 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043845912 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043845912,5,FailOnTimeoutGroup] 2024-11-08T05:30:49,834 INFO [M:0;d1ba675678c9:42871 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:49,835 INFO [M:0;d1ba675678c9:42871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:49,835 DEBUG [M:0;d1ba675678c9:42871 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:30:49,835 INFO [M:0;d1ba675678c9:42871 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:30:49,835 INFO [M:0;d1ba675678c9:42871 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:30:49,835 INFO [M:0;d1ba675678c9:42871 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:30:49,835 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043845913 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043845913,5,FailOnTimeoutGroup] 2024-11-08T05:30:49,836 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:30:49,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:49,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:49,855 DEBUG [M:0;d1ba675678c9:42871 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-08T05:30:49,855 DEBUG [M:0;d1ba675678c9:42871 {}] master.ActiveMasterManager(353): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-08T05:30:49,856 INFO [M:0;d1ba675678c9:42871 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/.lastflushedseqids 2024-11-08T05:30:49,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741844_1020 (size=200) 2024-11-08T05:30:49,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741844_1020 (size=200) 2024-11-08T05:30:49,869 INFO [M:0;d1ba675678c9:42871 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:30:49,870 INFO [M:0;d1ba675678c9:42871 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:30:49,870 DEBUG [M:0;d1ba675678c9:42871 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:30:49,870 INFO [M:0;d1ba675678c9:42871 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:49,870 DEBUG [M:0;d1ba675678c9:42871 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:49,870 DEBUG [M:0;d1ba675678c9:42871 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:30:49,870 DEBUG [M:0;d1ba675678c9:42871 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:49,870 INFO [M:0;d1ba675678c9:42871 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-08T05:30:49,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:49,919 INFO [RS:1;d1ba675678c9:38141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:49,919 INFO [RS:0;d1ba675678c9:35429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:49,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x10118ecddb20001, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:49,919 INFO [RS:1;d1ba675678c9:38141 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,38141,1731043845034; zookeeper connection closed. 2024-11-08T05:30:49,919 INFO [RS:0;d1ba675678c9:35429 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,35429,1731043844994; zookeeper connection closed. 2024-11-08T05:30:49,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1afa0553 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1afa0553 2024-11-08T05:30:49,920 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:49,920 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x10118ecddb20002, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:49,923 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28c618e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28c618e7 2024-11-08T05:30:49,924 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T05:30:49,929 DEBUG [M:0;d1ba675678c9:42871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f154ea841dc34202aee857d146b2811e is 82, key is hbase:meta,,1/info:regioninfo/1731043846608/Put/seqid=0 2024-11-08T05:30:49,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:30:49,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:30:49,942 INFO [M:0;d1ba675678c9:42871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f154ea841dc34202aee857d146b2811e 2024-11-08T05:30:49,964 DEBUG [M:0;d1ba675678c9:42871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fae97a8fee0d4a43a0c15f53c35a9d06 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043848149/Put/seqid=0 2024-11-08T05:30:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741846_1022 (size=6218) 2024-11-08T05:30:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741846_1022 (size=6218) 2024-11-08T05:30:49,971 INFO [M:0;d1ba675678c9:42871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fae97a8fee0d4a43a0c15f53c35a9d06 2024-11-08T05:30:50,001 DEBUG [M:0;d1ba675678c9:42871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa072d38c368427086e3a0c23904d7a9 is 69, key is d1ba675678c9,35429,1731043844994/rs:state/1731043845999/Put/seqid=0 2024-11-08T05:30:50,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:30:50,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:30:50,012 INFO [M:0;d1ba675678c9:42871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa072d38c368427086e3a0c23904d7a9 2024-11-08T05:30:50,026 DEBUG [M:0;d1ba675678c9:42871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f154ea841dc34202aee857d146b2811e as hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f154ea841dc34202aee857d146b2811e 2024-11-08T05:30:50,035 INFO [M:0;d1ba675678c9:42871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f154ea841dc34202aee857d146b2811e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T05:30:50,036 DEBUG [M:0;d1ba675678c9:42871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fae97a8fee0d4a43a0c15f53c35a9d06 as hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fae97a8fee0d4a43a0c15f53c35a9d06 2024-11-08T05:30:50,045 INFO [M:0;d1ba675678c9:42871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fae97a8fee0d4a43a0c15f53c35a9d06, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T05:30:50,047 DEBUG [M:0;d1ba675678c9:42871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa072d38c368427086e3a0c23904d7a9 as hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa072d38c368427086e3a0c23904d7a9 2024-11-08T05:30:50,053 INFO [M:0;d1ba675678c9:42871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/4898458c-222e-b6ba-7264-5b4e8adc71f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa072d38c368427086e3a0c23904d7a9, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T05:30:50,054 INFO [M:0;d1ba675678c9:42871 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 184ms, sequenceid=71, compaction requested=false 2024-11-08T05:30:50,056 INFO [M:0;d1ba675678c9:42871 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:50,056 DEBUG [M:0;d1ba675678c9:42871 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043849870Disabling compacts and flushes for region at 1731043849870Disabling writes for close at 1731043849870Obtaining lock to block concurrent updates at 1731043849870Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043849870Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731043849870Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043849871 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043849871Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043849928 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043849928Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043849948 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043849963 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043849963Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043849977 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043850000 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043850000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188e79d1: reopening flushed file at 1731043850024 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70204baf: reopening flushed file at 1731043850035 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@858f0de: reopening flushed file at 1731043850046 (+11 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 184ms, sequenceid=71, compaction requested=false at 1731043850054 (+8 ms)Writing region close event to WAL at 1731043850055 (+1 ms)Closed at 1731043850055 2024-11-08T05:30:50,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40479 is added to blk_1073741830_1006 (size=35428) 2024-11-08T05:30:50,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741830_1006 (size=35428) 2024-11-08T05:30:50,059 INFO [M:0;d1ba675678c9:42871 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:30:50,059 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:50,059 INFO [M:0;d1ba675678c9:42871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42871 2024-11-08T05:30:50,059 INFO [M:0;d1ba675678c9:42871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:50,223 INFO [M:0;d1ba675678c9:42871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:50,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:50,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10118ecddb20000, quorum=127.0.0.1:62218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:50,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@377da253{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:50,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb33f7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:50,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:50,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a012ac0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:50,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35f597cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:50,303 WARN [BP-566255849-172.17.0.3-1731043842081 heartbeating to localhost/127.0.0.1:41849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:30:50,303 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:30:50,303 WARN [BP-566255849-172.17.0.3-1731043842081 heartbeating to localhost/127.0.0.1:41849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-566255849-172.17.0.3-1731043842081 (Datanode Uuid 0d7ab1e0-d699-4c81-bfcb-d1785f9bc942) service to localhost/127.0.0.1:41849 2024-11-08T05:30:50,303 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:30:50,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/data/data3/current/BP-566255849-172.17.0.3-1731043842081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:50,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/data/data4/current/BP-566255849-172.17.0.3-1731043842081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:50,304 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:30:50,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33b10fe7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:50,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d78d7db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:50,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:50,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c6f1b04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:50,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d860141{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:50,308 WARN [BP-566255849-172.17.0.3-1731043842081 heartbeating to localhost/127.0.0.1:41849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:30:50,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:30:50,308 WARN [BP-566255849-172.17.0.3-1731043842081 heartbeating to localhost/127.0.0.1:41849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-566255849-172.17.0.3-1731043842081 (Datanode Uuid a4f2490c-be40-404e-9db6-b78773bc7ad1) service to localhost/127.0.0.1:41849 2024-11-08T05:30:50,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:30:50,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/data/data1/current/BP-566255849-172.17.0.3-1731043842081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:50,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/cluster_abe85a28-0b75-7281-1046-e7768e9f60a5/data/data2/current/BP-566255849-172.17.0.3-1731043842081 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:50,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:30:50,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fa568dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:30:50,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cf3af8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:50,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:50,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73efb013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:50,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600a72d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:50,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:30:50,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:30:50,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=135 (was 115) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41849 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41849 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=466 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7734 (was 8662) 2024-11-08T05:30:50,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=135, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=7734 2024-11-08T05:30:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.log.dir so I do NOT create it in target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf 2024-11-08T05:30:50,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T05:30:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.tmp.dir so I do NOT create it in target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf 2024-11-08T05:30:50,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6cf015d5-f78f-3a80-6025-7e6ee9165bf5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T05:30:50,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf 2024-11-08T05:30:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:30:50,426 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62, deleteOnExit=true 2024-11-08T05:30:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:30:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/test.cache.data in system properties and HBase conf 2024-11-08T05:30:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:30:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:30:50,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:30:50,427 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:30:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:30:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:30:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:30:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:30:50,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:50,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:50,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:50,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:50,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:30:50,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:50,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53525508{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:50,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35110b9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:50,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207ec436{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/java.io.tmpdir/jetty-localhost-40707-hadoop-hdfs-3_4_1-tests_jar-_-any-4581025576108188369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:30:50,851 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@162fcd93{HTTP/1.1, (http/1.1)}{localhost:40707} 2024-11-08T05:30:50,851 INFO [Time-limited test {}] server.Server(415): Started @27316ms 2024-11-08T05:30:51,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:51,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:51,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:51,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:51,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:30:51,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fdb379f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:51,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e787135{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:51,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b58fc6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/java.io.tmpdir/jetty-localhost-41837-hadoop-hdfs-3_4_1-tests_jar-_-any-16861476527955214889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:51,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46f7095b{HTTP/1.1, (http/1.1)}{localhost:41837} 2024-11-08T05:30:51,344 INFO [Time-limited test {}] server.Server(415): Started @27809ms 2024-11-08T05:30:51,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:30:51,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:51,384 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:51,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:51,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:51,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:30:51,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d8f65e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:51,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb577c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:51,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7918ef7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/java.io.tmpdir/jetty-localhost-39779-hadoop-hdfs-3_4_1-tests_jar-_-any-3147211324922781179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:51,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14dd6664{HTTP/1.1, (http/1.1)}{localhost:39779} 2024-11-08T05:30:51,485 INFO [Time-limited test {}] server.Server(415): Started @27950ms 2024-11-08T05:30:51,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:30:52,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:30:52,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:52,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:52,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:52,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:52,634 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/data/data2/current/BP-1983262770-172.17.0.3-1731043850451/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:52,634 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/data/data1/current/BP-1983262770-172.17.0.3-1731043850451/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:52,665 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:30:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1555108636a704f with lease ID 0xf65680c304be048c: Processing first storage report for DS-52147435-a22a-485d-9dbc-b969e9f4d766 from datanode DatanodeRegistration(127.0.0.1:35005, datanodeUuid=20b42bf1-da85-4ea4-8774-2c7bf6ef9f64, infoPort=34881, infoSecurePort=0, ipcPort=39761, storageInfo=lv=-57;cid=testClusterID;nsid=1762431371;c=1731043850451) 2024-11-08T05:30:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1555108636a704f with lease ID 0xf65680c304be048c: from storage DS-52147435-a22a-485d-9dbc-b969e9f4d766 node DatanodeRegistration(127.0.0.1:35005, datanodeUuid=20b42bf1-da85-4ea4-8774-2c7bf6ef9f64, infoPort=34881, infoSecurePort=0, ipcPort=39761, storageInfo=lv=-57;cid=testClusterID;nsid=1762431371;c=1731043850451), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1555108636a704f with lease ID 0xf65680c304be048c: Processing first storage report for DS-7093f615-6fb2-4bab-8f00-b6e5e3fae264 from datanode DatanodeRegistration(127.0.0.1:35005, datanodeUuid=20b42bf1-da85-4ea4-8774-2c7bf6ef9f64, infoPort=34881, infoSecurePort=0, ipcPort=39761, storageInfo=lv=-57;cid=testClusterID;nsid=1762431371;c=1731043850451) 2024-11-08T05:30:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1555108636a704f with lease ID 0xf65680c304be048c: from storage DS-7093f615-6fb2-4bab-8f00-b6e5e3fae264 node DatanodeRegistration(127.0.0.1:35005, datanodeUuid=20b42bf1-da85-4ea4-8774-2c7bf6ef9f64, infoPort=34881, infoSecurePort=0, ipcPort=39761, storageInfo=lv=-57;cid=testClusterID;nsid=1762431371;c=1731043850451), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:52,741 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/data/data3/current/BP-1983262770-172.17.0.3-1731043850451/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:52,741 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/data/data4/current/BP-1983262770-172.17.0.3-1731043850451/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:52,761 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:30:52,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44b2e5bb67abcab1 with lease ID 0xf65680c304be048d: Processing first storage report for DS-95b90b4c-d23d-49db-951b-f8249720b2d3 from datanode DatanodeRegistration(127.0.0.1:42095, datanodeUuid=710892bd-baad-4138-9171-4c6f3c10642d, infoPort=33163, infoSecurePort=0, ipcPort=46229, storageInfo=lv=-57;cid=testClusterID;nsid=1762431371;c=1731043850451) 2024-11-08T05:30:52,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44b2e5bb67abcab1 with lease ID 0xf65680c304be048d: from storage DS-95b90b4c-d23d-49db-951b-f8249720b2d3 node DatanodeRegistration(127.0.0.1:42095, datanodeUuid=710892bd-baad-4138-9171-4c6f3c10642d, infoPort=33163, infoSecurePort=0, ipcPort=46229, storageInfo=lv=-57;cid=testClusterID;nsid=1762431371;c=1731043850451), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:52,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44b2e5bb67abcab1 with lease ID 0xf65680c304be048d: Processing first storage report for DS-557f6208-a730-44d5-88d9-d281607cea95 from datanode DatanodeRegistration(127.0.0.1:42095, datanodeUuid=710892bd-baad-4138-9171-4c6f3c10642d, infoPort=33163, infoSecurePort=0, ipcPort=46229, storageInfo=lv=-57;cid=testClusterID;nsid=1762431371;c=1731043850451) 2024-11-08T05:30:52,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44b2e5bb67abcab1 with lease ID 0xf65680c304be048d: from storage DS-557f6208-a730-44d5-88d9-d281607cea95 node DatanodeRegistration(127.0.0.1:42095, datanodeUuid=710892bd-baad-4138-9171-4c6f3c10642d, infoPort=33163, infoSecurePort=0, ipcPort=46229, storageInfo=lv=-57;cid=testClusterID;nsid=1762431371;c=1731043850451), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T05:30:52,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf 2024-11-08T05:30:52,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/zookeeper_0, clientPort=63624, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:30:52,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63624 2024-11-08T05:30:52,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:52,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:52,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:30:52,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:30:52,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242 with version=8 2024-11-08T05:30:52,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/hbase-staging 2024-11-08T05:30:52,836 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:52,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:52,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:52,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:52,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:52,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:52,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:30:52,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:52,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38925 2024-11-08T05:30:52,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38925 connecting to ZooKeeper ensemble=127.0.0.1:63624 2024-11-08T05:30:52,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389250x0, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:52,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38925-0x10118ecfdbf0000 connected 2024-11-08T05:30:52,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:52,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:52,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:52,974 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242, hbase.cluster.distributed=false 2024-11-08T05:30:52,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:52,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38925 2024-11-08T05:30:52,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38925 2024-11-08T05:30:52,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38925 2024-11-08T05:30:52,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38925 2024-11-08T05:30:52,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38925 2024-11-08T05:30:52,991 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:52,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:52,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:52,991 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:52,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:52,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:52,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:30:52,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:52,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38635 2024-11-08T05:30:52,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38635 connecting to ZooKeeper ensemble=127.0.0.1:63624 2024-11-08T05:30:52,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:52,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:53,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386350x0, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:53,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386350x0, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:53,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38635-0x10118ecfdbf0001 connected 2024-11-08T05:30:53,003 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:30:53,008 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T05:30:53,015 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T05:30:53,019 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T05:30:53,022 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T05:30:53,023 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:30:53,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:30:53,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:53,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38635 2024-11-08T05:30:53,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38635 2024-11-08T05:30:53,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38635 2024-11-08T05:30:53,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38635 2024-11-08T05:30:53,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38635 2024-11-08T05:30:53,041 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:53,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:53,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:53,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:53,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:53,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:53,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:30:53,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:53,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38391 2024-11-08T05:30:53,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38391 connecting to ZooKeeper ensemble=127.0.0.1:63624 2024-11-08T05:30:53,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:53,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383910x0, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:53,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383910x0, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:53,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38391-0x10118ecfdbf0002 connected 2024-11-08T05:30:53,055 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:30:53,056 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T05:30:53,066 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T05:30:53,067 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T05:30:53,067 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T05:30:53,068 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:30:53,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:30:53,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:53,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38391 2024-11-08T05:30:53,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38391 2024-11-08T05:30:53,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38391 2024-11-08T05:30:53,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38391 2024-11-08T05:30:53,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38391 2024-11-08T05:30:53,091 DEBUG [M:0;d1ba675678c9:38925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:38925 2024-11-08T05:30:53,091 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,38925,1731043852835 2024-11-08T05:30:53,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:53,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:53,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:53,097 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,38925,1731043852835 2024-11-08T05:30:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,108 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:30:53,108 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,38925,1731043852835 from backup master directory 2024-11-08T05:30:53,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:53,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:53,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,38925,1731043852835 2024-11-08T05:30:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:53,118 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:53,118 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,38925,1731043852835 2024-11-08T05:30:53,122 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/hbase.id] with ID: c3b23c6e-094c-42fa-9093-585286285b47 2024-11-08T05:30:53,123 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/.tmp/hbase.id 2024-11-08T05:30:53,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:30:53,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:30:53,130 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/.tmp/hbase.id]:[hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/hbase.id] 2024-11-08T05:30:53,143 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:53,144 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:30:53,145 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T05:30:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:30:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:30:53,166 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:30:53,166 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:30:53,167 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:53,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:30:53,180 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store 2024-11-08T05:30:53,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:30:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:30:53,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:30:53,191 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:53,191 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:30:53,191 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:53,191 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:53,192 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:30:53,192 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:53,192 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:53,192 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043853191Disabling compacts and flushes for region at 1731043853191Disabling writes for close at 1731043853192 (+1 ms)Writing region close event to WAL at 1731043853192Closed at 1731043853192 2024-11-08T05:30:53,192 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/.initializing 2024-11-08T05:30:53,193 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/WALs/d1ba675678c9,38925,1731043852835 2024-11-08T05:30:53,194 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:53,195 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C38925%2C1731043852835, suffix=, logDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/WALs/d1ba675678c9,38925,1731043852835, archiveDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/oldWALs, maxLogs=10 2024-11-08T05:30:53,210 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/WALs/d1ba675678c9,38925,1731043852835/d1ba675678c9%2C38925%2C1731043852835.1731043853196, exclude list is [], retry=0 2024-11-08T05:30:53,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42095,DS-95b90b4c-d23d-49db-951b-f8249720b2d3,DISK] 2024-11-08T05:30:53,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35005,DS-52147435-a22a-485d-9dbc-b969e9f4d766,DISK] 2024-11-08T05:30:53,216 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/WALs/d1ba675678c9,38925,1731043852835/d1ba675678c9%2C38925%2C1731043852835.1731043853196 2024-11-08T05:30:53,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-08T05:30:53,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:30:53,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:53,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:30:53,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:53,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:53,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:30:53,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:53,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:53,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:30:53,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:53,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:53,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:30:53,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:53,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:53,234 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,235 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,235 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,236 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,236 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,237 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:53,238 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:53,241 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:53,241 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63505797, jitterRate=-0.05368988215923309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:53,242 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731043853217Initializing all the Stores at 1731043853218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043853218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043853219 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043853219Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043853219Cleaning up temporary data from old regions at 1731043853236 (+17 ms)Region opened successfully at 1731043853242 (+6 ms) 2024-11-08T05:30:53,242 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:30:53,251 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525f2205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:53,252 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:30:53,252 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:30:53,252 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:30:53,252 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:30:53,253 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T05:30:53,254 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T05:30:53,254 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:30:53,256 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:30:53,258 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:30:53,265 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:30:53,265 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:30:53,266 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:30:53,286 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:30:53,286 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:30:53,287 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:30:53,296 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:30:53,298 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:30:53,307 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:30:53,310 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:30:53,317 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:30:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:53,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,330 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,38925,1731043852835, sessionid=0x10118ecfdbf0000, setting cluster-up flag (Was=false) 2024-11-08T05:30:53,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,381 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:30:53,382 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,38925,1731043852835 2024-11-08T05:30:53,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,433 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:30:53,435 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,38925,1731043852835 2024-11-08T05:30:53,436 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:30:53,438 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:53,438 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:30:53,438 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:30:53,439 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,38925,1731043852835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:30:53,440 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:53,440 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:53,440 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:53,441 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:30:53,441 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:30:53,441 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,441 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:53,441 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,442 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043883442 2024-11-08T05:30:53,442 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:30:53,442 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:30:53,442 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:30:53,442 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:30:53,442 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:30:53,442 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:30:53,443 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,443 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:30:53,443 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:30:53,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:53,443 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:30:53,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:30:53,444 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:30:53,444 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:30:53,445 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:53,445 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:30:53,448 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043853444,5,FailOnTimeoutGroup] 2024-11-08T05:30:53,452 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043853448,5,FailOnTimeoutGroup] 2024-11-08T05:30:53,452 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,452 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:30:53,452 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,452 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:30:53,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:30:53,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:30:53,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242 2024-11-08T05:30:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:30:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:30:53,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:53,489 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(746): ClusterId : c3b23c6e-094c-42fa-9093-585286285b47 2024-11-08T05:30:53,489 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:30:53,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:30:53,498 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(746): ClusterId : c3b23c6e-094c-42fa-9093-585286285b47 2024-11-08T05:30:53,498 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:30:53,498 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:30:53,498 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:30:53,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:30:53,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:53,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:53,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:30:53,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:30:53,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:53,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:53,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:30:53,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:30:53,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:53,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:53,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:30:53,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:30:53,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:53,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:53,508 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:30:53,508 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:30:53,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:30:53,509 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:30:53,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740 2024-11-08T05:30:53,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740 2024-11-08T05:30:53,510 DEBUG [RS:0;d1ba675678c9:38635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e3a282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:53,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:30:53,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:30:53,511 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:53,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:30:53,514 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:53,515 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65665583, jitterRate=-0.02150656282901764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:53,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731043853484Initializing all the Stores at 1731043853485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043853485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043853496 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043853496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043853496Cleaning up temporary data from old regions at 1731043853511 (+15 ms)Region opened successfully at 1731043853515 (+4 ms) 2024-11-08T05:30:53,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:30:53,516 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:30:53,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:30:53,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:30:53,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:30:53,517 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:53,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043853516Disabling compacts and flushes for region at 1731043853516Disabling writes for close at 1731043853516Writing region close event to WAL at 1731043853517 (+1 ms)Closed at 1731043853517 2024-11-08T05:30:53,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:53,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:30:53,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:30:53,519 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:30:53,519 DEBUG [RS:1;d1ba675678c9:38391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b68b501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:53,529 DEBUG [RS:0;d1ba675678c9:38635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:38635 2024-11-08T05:30:53,529 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:30:53,529 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:30:53,529 DEBUG [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:30:53,530 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,38925,1731043852835 with port=38635, startcode=1731043852991 2024-11-08T05:30:53,530 DEBUG [RS:0;d1ba675678c9:38635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:30:53,533 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:30:53,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:30:53,534 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:30:53,535 DEBUG [RS:1;d1ba675678c9:38391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d1ba675678c9:38391 2024-11-08T05:30:53,535 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:30:53,535 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:30:53,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,38635,1731043852991 2024-11-08T05:30:53,535 DEBUG [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:30:53,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38925 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,38635,1731043852991 2024-11-08T05:30:53,536 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,38925,1731043852835 with port=38391, startcode=1731043853040 2024-11-08T05:30:53,536 DEBUG [RS:1;d1ba675678c9:38391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:30:53,536 DEBUG [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242 2024-11-08T05:30:53,536 DEBUG [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46251 2024-11-08T05:30:53,536 DEBUG [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:30:53,538 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:30:53,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,38391,1731043853040 2024-11-08T05:30:53,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38925 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,38391,1731043853040 2024-11-08T05:30:53,540 DEBUG [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242 2024-11-08T05:30:53,540 DEBUG [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46251 2024-11-08T05:30:53,540 DEBUG [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:30:53,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:53,594 DEBUG [RS:0;d1ba675678c9:38635 {}] zookeeper.ZKUtil(111): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,38635,1731043852991 2024-11-08T05:30:53,594 WARN [RS:0;d1ba675678c9:38635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:53,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,38635,1731043852991] 2024-11-08T05:30:53,594 INFO [RS:0;d1ba675678c9:38635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:53,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,38391,1731043853040] 2024-11-08T05:30:53,594 DEBUG [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38635,1731043852991 2024-11-08T05:30:53,594 DEBUG [RS:1;d1ba675678c9:38391 {}] zookeeper.ZKUtil(111): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,38391,1731043853040 2024-11-08T05:30:53,594 WARN [RS:1;d1ba675678c9:38391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:53,594 INFO [RS:1;d1ba675678c9:38391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:53,595 DEBUG [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38391,1731043853040 2024-11-08T05:30:53,598 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:30:53,598 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:30:53,602 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:30:53,604 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:30:53,604 INFO [RS:0;d1ba675678c9:38635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:30:53,604 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,608 INFO [RS:1;d1ba675678c9:38391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:30:53,608 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:30:53,608 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,609 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:30:53,609 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:30:53,610 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,610 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,611 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,611 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:53,611 DEBUG [RS:1;d1ba675678c9:38391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:53,611 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:30:53,611 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,611 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,611 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,611 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:53,612 DEBUG [RS:0;d1ba675678c9:38635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:30:53,612 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,612 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,612 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,613 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,613 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,613 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38391,1731043853040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:53,613 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,613 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,613 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,613 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,613 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,613 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38635,1731043852991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:53,632 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:30:53,632 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38391,1731043853040-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,632 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,632 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.Replication(171): d1ba675678c9,38391,1731043853040 started 2024-11-08T05:30:53,636 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:30:53,636 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38635,1731043852991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,636 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,636 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.Replication(171): d1ba675678c9,38635,1731043852991 started 2024-11-08T05:30:53,646 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,646 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,38391,1731043853040, RpcServer on d1ba675678c9/172.17.0.3:38391, sessionid=0x10118ecfdbf0002 2024-11-08T05:30:53,647 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:30:53,647 DEBUG [RS:1;d1ba675678c9:38391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,38391,1731043853040 2024-11-08T05:30:53,647 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,38391,1731043853040' 2024-11-08T05:30:53,647 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:30:53,647 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:30:53,648 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:30:53,648 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:30:53,648 DEBUG [RS:1;d1ba675678c9:38391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,38391,1731043853040 2024-11-08T05:30:53,648 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,38391,1731043853040' 2024-11-08T05:30:53,648 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:30:53,648 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:30:53,648 DEBUG [RS:1;d1ba675678c9:38391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:30:53,648 INFO [RS:1;d1ba675678c9:38391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:30:53,648 INFO [RS:1;d1ba675678c9:38391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:30:53,656 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:53,656 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,38635,1731043852991, RpcServer on d1ba675678c9/172.17.0.3:38635, sessionid=0x10118ecfdbf0001 2024-11-08T05:30:53,656 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:30:53,656 DEBUG [RS:0;d1ba675678c9:38635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,38635,1731043852991 2024-11-08T05:30:53,656 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,38635,1731043852991' 2024-11-08T05:30:53,656 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:30:53,657 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:30:53,657 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:30:53,657 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:30:53,657 DEBUG [RS:0;d1ba675678c9:38635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,38635,1731043852991 2024-11-08T05:30:53,657 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,38635,1731043852991' 2024-11-08T05:30:53,657 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:30:53,658 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:30:53,658 DEBUG [RS:0;d1ba675678c9:38635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:30:53,658 INFO [RS:0;d1ba675678c9:38635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:30:53,658 INFO [RS:0;d1ba675678c9:38635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:30:53,684 WARN [d1ba675678c9:38925 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T05:30:53,749 INFO [RS:1;d1ba675678c9:38391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:53,754 INFO [RS:1;d1ba675678c9:38391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C38391%2C1731043853040, suffix=, logDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38391,1731043853040, archiveDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/oldWALs, maxLogs=32 2024-11-08T05:30:53,759 INFO [RS:0;d1ba675678c9:38635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:53,774 INFO [RS:0;d1ba675678c9:38635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C38635%2C1731043852991, suffix=, logDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38635,1731043852991, archiveDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/oldWALs, maxLogs=32 2024-11-08T05:30:53,778 DEBUG [RS:1;d1ba675678c9:38391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38391,1731043853040/d1ba675678c9%2C38391%2C1731043853040.1731043853754, exclude list is [], retry=0 2024-11-08T05:30:53,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42095,DS-95b90b4c-d23d-49db-951b-f8249720b2d3,DISK] 2024-11-08T05:30:53,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35005,DS-52147435-a22a-485d-9dbc-b969e9f4d766,DISK] 2024-11-08T05:30:53,793 DEBUG [RS:0;d1ba675678c9:38635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38635,1731043852991/d1ba675678c9%2C38635%2C1731043852991.1731043853774, exclude list is [], retry=0 2024-11-08T05:30:53,795 INFO [RS:1;d1ba675678c9:38391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38391,1731043853040/d1ba675678c9%2C38391%2C1731043853040.1731043853754 2024-11-08T05:30:53,796 DEBUG [RS:1;d1ba675678c9:38391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-08T05:30:53,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42095,DS-95b90b4c-d23d-49db-951b-f8249720b2d3,DISK] 2024-11-08T05:30:53,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35005,DS-52147435-a22a-485d-9dbc-b969e9f4d766,DISK] 2024-11-08T05:30:53,803 INFO [RS:0;d1ba675678c9:38635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38635,1731043852991/d1ba675678c9%2C38635%2C1731043852991.1731043853774 2024-11-08T05:30:53,803 DEBUG [RS:0;d1ba675678c9:38635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34881:34881),(127.0.0.1/127.0.0.1:33163:33163)] 2024-11-08T05:30:53,935 DEBUG [d1ba675678c9:38925 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T05:30:53,935 DEBUG [d1ba675678c9:38925 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:30:53,938 DEBUG [d1ba675678c9:38925 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:30:53,938 DEBUG [d1ba675678c9:38925 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:30:53,938 DEBUG [d1ba675678c9:38925 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:30:53,938 DEBUG [d1ba675678c9:38925 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:30:53,938 INFO [d1ba675678c9:38925 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:30:53,938 INFO [d1ba675678c9:38925 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:30:53,938 DEBUG [d1ba675678c9:38925 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:30:53,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,38391,1731043853040 2024-11-08T05:30:53,940 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,38391,1731043853040, state=OPENING 2024-11-08T05:30:53,949 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:30:53,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:53,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:53,971 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:30:53,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:53,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:53,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,38391,1731043853040}] 2024-11-08T05:30:54,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:54,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:54,131 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:30:54,131 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:54,131 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:30:54,133 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C38391%2C1731043853040.meta, suffix=.meta, logDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38391,1731043853040, archiveDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/oldWALs, maxLogs=32 2024-11-08T05:30:54,153 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38391,1731043853040/d1ba675678c9%2C38391%2C1731043853040.meta.1731043854134.meta, exclude list is [], retry=0 2024-11-08T05:30:54,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42095,DS-95b90b4c-d23d-49db-951b-f8249720b2d3,DISK] 2024-11-08T05:30:54,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35005,DS-52147435-a22a-485d-9dbc-b969e9f4d766,DISK] 2024-11-08T05:30:54,161 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38391,1731043853040/d1ba675678c9%2C38391%2C1731043853040.meta.1731043854134.meta 2024-11-08T05:30:54,161 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33163:33163),(127.0.0.1/127.0.0.1:34881:34881)] 2024-11-08T05:30:54,162 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:30:54,162 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:30:54,162 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:30:54,162 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:30:54,163 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:30:54,163 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:54,163 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:30:54,163 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:30:54,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:30:54,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:30:54,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:54,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:54,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:30:54,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:30:54,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:54,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:54,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:30:54,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:30:54,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:54,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:54,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:30:54,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:30:54,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:54,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:54,172 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:30:54,173 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740 2024-11-08T05:30:54,174 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740 2024-11-08T05:30:54,175 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:30:54,175 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:30:54,176 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:54,178 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:30:54,179 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73338950, jitterRate=0.09283551573753357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:54,179 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:30:54,180 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731043854163Writing region info on filesystem at 1731043854163Initializing all the Stores at 1731043854164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043854164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043854165 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043854165Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043854165Cleaning up temporary data from old regions at 1731043854175 (+10 ms)Running coprocessor post-open hooks at 1731043854179 (+4 ms)Region opened successfully at 1731043854180 (+1 ms) 2024-11-08T05:30:54,181 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043854124 2024-11-08T05:30:54,184 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:30:54,184 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:30:54,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,38391,1731043853040 2024-11-08T05:30:54,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,38391,1731043853040, state=OPEN 2024-11-08T05:30:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:30:54,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:54,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:54,192 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,38391,1731043853040 2024-11-08T05:30:54,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:30:54,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:30:54,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,38391,1731043853040 in 221 msec 2024-11-08T05:30:54,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:30:54,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-11-08T05:30:54,204 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:30:54,205 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:30:54,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:30:54,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,38391,1731043853040, seqNum=-1] 2024-11-08T05:30:54,207 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:54,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:54,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 778 msec 2024-11-08T05:30:54,216 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043854216, completionTime=-1 2024-11-08T05:30:54,217 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T05:30:54,217 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:30:54,219 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T05:30:54,219 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043914219 2024-11-08T05:30:54,219 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043974219 2024-11-08T05:30:54,219 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T05:30:54,220 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T05:30:54,220 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38925,1731043852835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:54,220 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38925,1731043852835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:54,220 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38925,1731043852835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:54,221 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:38925, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:54,221 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:54,223 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:30:54,224 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:54,230 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.112sec 2024-11-08T05:30:54,230 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:30:54,231 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:30:54,231 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:30:54,231 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:30:54,231 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:30:54,231 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38925,1731043852835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:30:54,231 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38925,1731043852835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:30:54,233 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:30:54,233 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:30:54,234 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,38925,1731043852835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:30:54,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa15bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:54,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38925,-1 for getting cluster id 2024-11-08T05:30:54,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:30:54,300 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3b23c6e-094c-42fa-9093-585286285b47' 2024-11-08T05:30:54,300 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:30:54,300 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3b23c6e-094c-42fa-9093-585286285b47" 2024-11-08T05:30:54,301 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486623a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:54,301 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38925,-1] 2024-11-08T05:30:54,301 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:30:54,301 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:54,302 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:30:54,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67112869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:54,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:30:54,306 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,38391,1731043853040, seqNum=-1] 2024-11-08T05:30:54,306 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:54,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:54,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,38925,1731043852835 2024-11-08T05:30:54,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T05:30:54,313 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,38925,1731043852835 2024-11-08T05:30:54,313 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76bb950f 2024-11-08T05:30:54,314 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T05:30:54,315 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T05:30:54,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:30:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T05:30:54,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T05:30:54,320 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:54,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T05:30:54,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T05:30:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:54,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:30:54,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:30:54,335 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 260fb9a5f356189626c0190059544bce, NAME => 'testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242 2024-11-08T05:30:54,337 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8ed649cae163891d1c8446a5c6d96e79, NAME => 'testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242 2024-11-08T05:30:54,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:30:54,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:30:54,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:30:54,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:30:54,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:54,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 8ed649cae163891d1c8446a5c6d96e79, disabling compactions & flushes 2024-11-08T05:30:54,348 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:54,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:54,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. after waiting 0 ms 2024-11-08T05:30:54,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:54,348 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:54,348 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8ed649cae163891d1c8446a5c6d96e79: Waiting for close lock at 1731043854348Disabling compacts and flushes for region at 1731043854348Disabling writes for close at 1731043854348Writing region close event to WAL at 1731043854348Closed at 1731043854348 2024-11-08T05:30:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:54,744 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:54,744 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 260fb9a5f356189626c0190059544bce, disabling compactions & flushes 2024-11-08T05:30:54,744 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:54,744 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:54,744 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. after waiting 0 ms 2024-11-08T05:30:54,744 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:54,744 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:54,744 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 260fb9a5f356189626c0190059544bce: Waiting for close lock at 1731043854744Disabling compacts and flushes for region at 1731043854744Disabling writes for close at 1731043854744Writing region close event to WAL at 1731043854744Closed at 1731043854744 2024-11-08T05:30:54,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T05:30:54,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043854746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043854746"}]},"ts":"1731043854746"} 2024-11-08T05:30:54,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043854746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043854746"}]},"ts":"1731043854746"} 2024-11-08T05:30:54,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T05:30:54,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T05:30:54,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043854751"}]},"ts":"1731043854751"} 2024-11-08T05:30:54,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T05:30:54,754 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:30:54,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:30:54,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:30:54,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:30:54,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:30:54,755 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:30:54,755 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:30:54,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:30:54,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=260fb9a5f356189626c0190059544bce, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8ed649cae163891d1c8446a5c6d96e79, ASSIGN}] 2024-11-08T05:30:54,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8ed649cae163891d1c8446a5c6d96e79, ASSIGN 2024-11-08T05:30:54,758 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=260fb9a5f356189626c0190059544bce, ASSIGN 2024-11-08T05:30:54,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8ed649cae163891d1c8446a5c6d96e79, ASSIGN; state=OFFLINE, location=d1ba675678c9,38391,1731043853040; forceNewPlan=false, retain=false 2024-11-08T05:30:54,759 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=260fb9a5f356189626c0190059544bce, ASSIGN; state=OFFLINE, location=d1ba675678c9,38635,1731043852991; forceNewPlan=false, retain=false 2024-11-08T05:30:54,909 INFO [d1ba675678c9:38925 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T05:30:54,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8ed649cae163891d1c8446a5c6d96e79, regionState=OPENING, regionLocation=d1ba675678c9,38391,1731043853040 2024-11-08T05:30:54,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=260fb9a5f356189626c0190059544bce, regionState=OPENING, regionLocation=d1ba675678c9,38635,1731043852991 2024-11-08T05:30:54,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8ed649cae163891d1c8446a5c6d96e79, ASSIGN because future has completed 2024-11-08T05:30:54,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed649cae163891d1c8446a5c6d96e79, server=d1ba675678c9,38391,1731043853040}] 2024-11-08T05:30:54,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=260fb9a5f356189626c0190059544bce, ASSIGN because future has completed 2024-11-08T05:30:54,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 260fb9a5f356189626c0190059544bce, server=d1ba675678c9,38635,1731043852991}] 2024-11-08T05:30:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:55,067 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:55,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:55,070 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:55,070 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ed649cae163891d1c8446a5c6d96e79, NAME => 'testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T05:30:55,070 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,071 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:55,071 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,071 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,072 INFO [StoreOpener-8ed649cae163891d1c8446a5c6d96e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,073 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:55,073 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 260fb9a5f356189626c0190059544bce, NAME => 'testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T05:30:55,073 INFO [StoreOpener-8ed649cae163891d1c8446a5c6d96e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed649cae163891d1c8446a5c6d96e79 columnFamilyName family 2024-11-08T05:30:55,073 DEBUG [StoreOpener-8ed649cae163891d1c8446a5c6d96e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:55,073 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,073 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:55,073 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,073 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,074 INFO [StoreOpener-8ed649cae163891d1c8446a5c6d96e79-1 {}] regionserver.HStore(327): Store=8ed649cae163891d1c8446a5c6d96e79/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:55,074 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,075 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,075 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,075 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,075 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,077 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,077 INFO [StoreOpener-260fb9a5f356189626c0190059544bce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,079 INFO [StoreOpener-260fb9a5f356189626c0190059544bce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 260fb9a5f356189626c0190059544bce columnFamilyName family 2024-11-08T05:30:55,079 DEBUG [StoreOpener-260fb9a5f356189626c0190059544bce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:55,079 INFO [StoreOpener-260fb9a5f356189626c0190059544bce-1 {}] regionserver.HStore(327): Store=260fb9a5f356189626c0190059544bce/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:55,080 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,079 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/8ed649cae163891d1c8446a5c6d96e79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:55,080 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8ed649cae163891d1c8446a5c6d96e79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72784137, jitterRate=0.08456815779209137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:30:55,080 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,080 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,080 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,081 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8ed649cae163891d1c8446a5c6d96e79: Running coprocessor pre-open hook at 1731043855071Writing region info on filesystem at 1731043855071Initializing all the Stores at 1731043855071Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043855071Cleaning up temporary data from old regions at 1731043855075 (+4 ms)Running coprocessor post-open hooks at 1731043855080 (+5 ms)Region opened successfully at 1731043855081 (+1 ms) 2024-11-08T05:30:55,081 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,081 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,082 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79., pid=7, masterSystemTime=1731043855066 2024-11-08T05:30:55,082 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,085 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/260fb9a5f356189626c0190059544bce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:55,085 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:55,085 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:55,085 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 260fb9a5f356189626c0190059544bce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74178514, jitterRate=0.10534599423408508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:30:55,086 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,086 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8ed649cae163891d1c8446a5c6d96e79, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,38391,1731043853040 2024-11-08T05:30:55,086 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 260fb9a5f356189626c0190059544bce: Running coprocessor pre-open hook at 1731043855074Writing region info on filesystem at 1731043855074Initializing all the Stores at 1731043855074Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043855074Cleaning up temporary data from old regions at 1731043855081 (+7 ms)Running coprocessor post-open hooks at 1731043855086 (+5 ms)Region opened successfully at 1731043855086 2024-11-08T05:30:55,087 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce., pid=8, masterSystemTime=1731043855067 2024-11-08T05:30:55,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ed649cae163891d1c8446a5c6d96e79, server=d1ba675678c9,38391,1731043853040 because future has completed 2024-11-08T05:30:55,089 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:55,089 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:55,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=260fb9a5f356189626c0190059544bce, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,38635,1731043852991 2024-11-08T05:30:55,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T05:30:55,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 260fb9a5f356189626c0190059544bce, server=d1ba675678c9,38635,1731043852991 because future has completed 2024-11-08T05:30:55,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ed649cae163891d1c8446a5c6d96e79, server=d1ba675678c9,38391,1731043853040 in 177 msec 2024-11-08T05:30:55,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8ed649cae163891d1c8446a5c6d96e79, ASSIGN in 337 msec 2024-11-08T05:30:55,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T05:30:55,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 260fb9a5f356189626c0190059544bce, server=d1ba675678c9,38635,1731043852991 in 180 msec 2024-11-08T05:30:55,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T05:30:55,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=260fb9a5f356189626c0190059544bce, ASSIGN in 341 msec 2024-11-08T05:30:55,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T05:30:55,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043855101"}]},"ts":"1731043855101"} 2024-11-08T05:30:55,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T05:30:55,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T05:30:55,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 789 msec 2024-11-08T05:30:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:30:55,461 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T05:30:55,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T05:30:55,461 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:30:55,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T05:30:55,465 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:30:55,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T05:30:55,468 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce., hostname=d1ba675678c9,38635,1731043852991, seqNum=2] 2024-11-08T05:30:55,468 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:55,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:55,482 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79., hostname=d1ba675678c9,38391,1731043853040, seqNum=2] 2024-11-08T05:30:55,494 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 260fb9a5f356189626c0190059544bce 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T05:30:55,508 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/260fb9a5f356189626c0190059544bce/.tmp/family/36f4efc214c64e7f93323d671f812ae1 is 32, key is 1/family:/1731043855470/Put/seqid=0 2024-11-08T05:30:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741839_1015 (size=5054) 2024-11-08T05:30:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741839_1015 (size=5054) 2024-11-08T05:30:55,513 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/260fb9a5f356189626c0190059544bce/.tmp/family/36f4efc214c64e7f93323d671f812ae1 2024-11-08T05:30:55,520 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/260fb9a5f356189626c0190059544bce/.tmp/family/36f4efc214c64e7f93323d671f812ae1 as hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/260fb9a5f356189626c0190059544bce/family/36f4efc214c64e7f93323d671f812ae1 2024-11-08T05:30:55,526 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/260fb9a5f356189626c0190059544bce/family/36f4efc214c64e7f93323d671f812ae1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T05:30:55,527 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 260fb9a5f356189626c0190059544bce in 33ms, sequenceid=8, compaction requested=false 2024-11-08T05:30:55,527 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 260fb9a5f356189626c0190059544bce: 2024-11-08T05:30:55,527 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ed649cae163891d1c8446a5c6d96e79 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T05:30:55,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/8ed649cae163891d1c8446a5c6d96e79/.tmp/family/b583b83fdf05499f90e0cd559aff3765 is 32, key is 5/family:/1731043855483/Put/seqid=0 2024-11-08T05:30:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741840_1016 (size=5083) 2024-11-08T05:30:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741840_1016 (size=5083) 2024-11-08T05:30:55,547 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/8ed649cae163891d1c8446a5c6d96e79/.tmp/family/b583b83fdf05499f90e0cd559aff3765 2024-11-08T05:30:55,554 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/8ed649cae163891d1c8446a5c6d96e79/.tmp/family/b583b83fdf05499f90e0cd559aff3765 as hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/8ed649cae163891d1c8446a5c6d96e79/family/b583b83fdf05499f90e0cd559aff3765 2024-11-08T05:30:55,560 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/8ed649cae163891d1c8446a5c6d96e79/family/b583b83fdf05499f90e0cd559aff3765, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T05:30:55,561 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8ed649cae163891d1c8446a5c6d96e79 in 34ms, sequenceid=9, compaction requested=false 2024-11-08T05:30:55,561 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8ed649cae163891d1c8446a5c6d96e79: 2024-11-08T05:30:55,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1420a364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:55,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,38925,-1 for getting cluster id 2024-11-08T05:30:55,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:30:55,563 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3b23c6e-094c-42fa-9093-585286285b47' 2024-11-08T05:30:55,563 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:30:55,563 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3b23c6e-094c-42fa-9093-585286285b47" 2024-11-08T05:30:55,563 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4a0079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:55,564 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,38925,-1] 2024-11-08T05:30:55,564 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:30:55,564 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:55,565 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:30:55,566 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0fee48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:30:55,571 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T05:30:55,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:30:55,573 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,38391,1731043853040, seqNum=-1] 2024-11-08T05:30:55,573 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:30:55,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:30:55,578 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:55,578 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:30:55,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:55,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:30:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] bucket.BucketCache(1864): found 1 blocks for file 36f4efc214c64e7f93323d671f812ae1, starting offset: 0, end offset: 9223372036854775807 2024-11-08T05:30:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] bucket.BucketCache(1864): found 1 blocks for file b583b83fdf05499f90e0cd559aff3765, starting offset: 0, end offset: 9223372036854775807 2024-11-08T05:30:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38391 {}] bucket.BucketCache(857): removed key b583b83fdf05499f90e0cd559aff3765_0 from back map with offset lock 2094080 in the evict process 2024-11-08T05:30:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38635 {}] bucket.BucketCache(857): removed key 36f4efc214c64e7f93323d671f812ae1_0 from back map with offset lock 2094080 in the evict process 2024-11-08T05:30:55,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:30:55,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:55,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:55,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:55,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:30:55,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:30:55,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:30:55,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:55,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:55,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:55,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:30:55,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:30:55,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=106249481, stopped=false 2024-11-08T05:30:55,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,38925,1731043852835 2024-11-08T05:30:55,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:55,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:55,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:55,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:55,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:55,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:55,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:30:55,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:30:55,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:55,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:55,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:55,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:55,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:55,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,38635,1731043852991' ***** 2024-11-08T05:30:55,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:30:55,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,38391,1731043853040' ***** 2024-11-08T05:30:55,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:30:55,667 INFO [RS:0;d1ba675678c9:38635 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T05:30:55,667 INFO [RS:1;d1ba675678c9:38391 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T05:30:55,667 INFO [RS:0;d1ba675678c9:38635 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T05:30:55,667 INFO [RS:1;d1ba675678c9:38391 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T05:30:55,667 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T05:30:55,667 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T05:30:55,667 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T05:30:55,667 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:30:55,667 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T05:30:55,667 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T05:30:55,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:30:55,667 INFO [RS:0;d1ba675678c9:38635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:30:55,667 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:30:55,667 INFO [RS:0;d1ba675678c9:38635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:30:55,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:30:55,667 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(3091): Received CLOSE for 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,668 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T05:30:55,668 INFO [RS:1;d1ba675678c9:38391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:30:55,668 INFO [RS:1;d1ba675678c9:38391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:30:55,668 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,38635,1731043852991 2024-11-08T05:30:55,668 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,668 INFO [RS:0;d1ba675678c9:38635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:55,668 INFO [RS:0;d1ba675678c9:38635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:38635. 2024-11-08T05:30:55,668 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 260fb9a5f356189626c0190059544bce, disabling compactions & flushes 2024-11-08T05:30:55,668 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,38391,1731043853040 2024-11-08T05:30:55,668 DEBUG [RS:0;d1ba675678c9:38635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:55,668 INFO [RS:1;d1ba675678c9:38391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:55,668 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:55,668 DEBUG [RS:0;d1ba675678c9:38635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:55,668 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:55,668 INFO [RS:1;d1ba675678c9:38391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d1ba675678c9:38391. 2024-11-08T05:30:55,668 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ed649cae163891d1c8446a5c6d96e79, disabling compactions & flushes 2024-11-08T05:30:55,668 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. after waiting 0 ms 2024-11-08T05:30:55,668 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T05:30:55,668 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:55,668 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:55,668 DEBUG [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(1325): Online Regions={260fb9a5f356189626c0190059544bce=testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce.} 2024-11-08T05:30:55,668 DEBUG [RS:1;d1ba675678c9:38391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:30:55,668 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:55,668 DEBUG [RS:1;d1ba675678c9:38391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:55,668 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. after waiting 0 ms 2024-11-08T05:30:55,668 DEBUG [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(1351): Waiting on 260fb9a5f356189626c0190059544bce 2024-11-08T05:30:55,668 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:55,668 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:30:55,668 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:30:55,668 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:30:55,668 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:30:55,669 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T05:30:55,669 DEBUG [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8ed649cae163891d1c8446a5c6d96e79=testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79.} 2024-11-08T05:30:55,669 DEBUG [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ed649cae163891d1c8446a5c6d96e79 2024-11-08T05:30:55,669 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:30:55,669 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:30:55,669 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:30:55,669 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:30:55,669 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:30:55,669 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T05:30:55,675 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/260fb9a5f356189626c0190059544bce/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T05:30:55,675 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/default/testClearRegionBlockCache/8ed649cae163891d1c8446a5c6d96e79/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T05:30:55,676 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:55,676 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 260fb9a5f356189626c0190059544bce: Waiting for close lock at 1731043855668Running coprocessor pre-close hooks at 1731043855668Disabling compacts and flushes for region at 1731043855668Disabling writes for close at 1731043855668Writing region close event to WAL at 1731043855669 (+1 ms)Running coprocessor post-close hooks at 1731043855676 (+7 ms)Closed at 1731043855676 2024-11-08T05:30:55,676 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731043854316.260fb9a5f356189626c0190059544bce. 2024-11-08T05:30:55,676 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:55,676 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ed649cae163891d1c8446a5c6d96e79: Waiting for close lock at 1731043855668Running coprocessor pre-close hooks at 1731043855668Disabling compacts and flushes for region at 1731043855668Disabling writes for close at 1731043855668Writing region close event to WAL at 1731043855669 (+1 ms)Running coprocessor post-close hooks at 1731043855676 (+7 ms)Closed at 1731043855676 2024-11-08T05:30:55,676 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79. 2024-11-08T05:30:55,687 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/.tmp/info/0607b61d6a7b4b9da7033dcb8720445e is 173, key is testClearRegionBlockCache,5,1731043854316.8ed649cae163891d1c8446a5c6d96e79./info:regioninfo/1731043855086/Put/seqid=0 2024-11-08T05:30:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:30:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:30:55,693 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/.tmp/info/0607b61d6a7b4b9da7033dcb8720445e 2024-11-08T05:30:55,718 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:55,718 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:55,721 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/.tmp/ns/ba54f5231c3e4cdaa7ee186af3fceb32 is 43, key is default/ns:d/1731043854210/Put/seqid=0 2024-11-08T05:30:55,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:30:55,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:30:55,727 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/.tmp/ns/ba54f5231c3e4cdaa7ee186af3fceb32 2024-11-08T05:30:55,749 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/.tmp/table/183fe1c7de024bcc881aec3beff423e8 is 61, key is testClearRegionBlockCache/table:state/1731043855101/Put/seqid=0 2024-11-08T05:30:55,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:30:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:30:55,755 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/.tmp/table/183fe1c7de024bcc881aec3beff423e8 2024-11-08T05:30:55,764 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/.tmp/info/0607b61d6a7b4b9da7033dcb8720445e as hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/info/0607b61d6a7b4b9da7033dcb8720445e 2024-11-08T05:30:55,771 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/info/0607b61d6a7b4b9da7033dcb8720445e, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T05:30:55,772 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/.tmp/ns/ba54f5231c3e4cdaa7ee186af3fceb32 as hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/ns/ba54f5231c3e4cdaa7ee186af3fceb32 2024-11-08T05:30:55,780 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/ns/ba54f5231c3e4cdaa7ee186af3fceb32, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T05:30:55,781 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/.tmp/table/183fe1c7de024bcc881aec3beff423e8 as hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/table/183fe1c7de024bcc881aec3beff423e8 2024-11-08T05:30:55,789 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/table/183fe1c7de024bcc881aec3beff423e8, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T05:30:55,790 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=13, compaction requested=false 2024-11-08T05:30:55,800 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T05:30:55,801 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:30:55,801 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:55,801 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043855669Running coprocessor pre-close hooks at 1731043855669Disabling compacts and flushes for region at 1731043855669Disabling writes for close at 1731043855669Obtaining lock to block concurrent updates at 1731043855669Preparing flush snapshotting stores in 1588230740 at 1731043855669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731043855670 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731043855671 (+1 ms)Flushing 1588230740/info: creating writer at 1731043855671Flushing 1588230740/info: appending metadata at 1731043855687 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731043855687Flushing 1588230740/ns: creating writer at 1731043855700 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731043855720 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731043855720Flushing 1588230740/table: creating writer at 1731043855733 (+13 ms)Flushing 1588230740/table: appending metadata at 1731043855748 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731043855748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25346681: reopening flushed file at 1731043855762 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48377239: reopening flushed file at 1731043855771 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdb9b89: reopening flushed file at 1731043855780 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=13, compaction requested=false at 1731043855790 (+10 ms)Writing region close event to WAL at 1731043855795 (+5 ms)Running coprocessor post-close hooks at 1731043855801 (+6 ms)Closed at 1731043855801 2024-11-08T05:30:55,801 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:30:55,868 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,38635,1731043852991; all regions closed. 2024-11-08T05:30:55,869 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,38391,1731043853040; all regions closed. 2024-11-08T05:30:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:30:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741834_1010 (size=1758) 2024-11-08T05:30:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:30:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741834_1010 (size=1758) 2024-11-08T05:30:55,875 DEBUG [RS:0;d1ba675678c9:38635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/oldWALs 2024-11-08T05:30:55,875 DEBUG [RS:1;d1ba675678c9:38391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/oldWALs 2024-11-08T05:30:55,876 INFO [RS:0;d1ba675678c9:38635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C38635%2C1731043852991:(num 1731043853774) 2024-11-08T05:30:55,876 INFO [RS:1;d1ba675678c9:38391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C38391%2C1731043853040.meta:.meta(num 1731043854134) 2024-11-08T05:30:55,876 DEBUG [RS:0;d1ba675678c9:38635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:55,876 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:55,876 INFO [RS:0;d1ba675678c9:38635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:55,876 INFO [RS:0;d1ba675678c9:38635 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:55,876 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:30:55,876 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:30:55,876 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:55,876 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:30:55,876 INFO [RS:0;d1ba675678c9:38635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:55,876 INFO [RS:0;d1ba675678c9:38635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38635 2024-11-08T05:30:55,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741833_1009 (size=1867) 2024-11-08T05:30:55,880 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/WALs/d1ba675678c9,38391,1731043853040/d1ba675678c9%2C38391%2C1731043853040.1731043853754 not finished, retry = 0 2024-11-08T05:30:55,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741833_1009 (size=1867) 2024-11-08T05:30:55,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:55,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,38635,1731043852991 2024-11-08T05:30:55,907 INFO [RS:0;d1ba675678c9:38635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:55,907 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f9ec0902188@7ffd622 rejected from java.util.concurrent.ThreadPoolExecutor@42fd48b9[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T05:30:55,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,38635,1731043852991] 2024-11-08T05:30:55,928 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,38635,1731043852991 already deleted, retry=false 2024-11-08T05:30:55,928 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,38635,1731043852991 expired; onlineServers=1 2024-11-08T05:30:55,983 DEBUG [RS:1;d1ba675678c9:38391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/oldWALs 2024-11-08T05:30:55,983 INFO [RS:1;d1ba675678c9:38391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C38391%2C1731043853040:(num 1731043853754) 2024-11-08T05:30:55,983 DEBUG [RS:1;d1ba675678c9:38391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:30:55,983 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:30:55,983 INFO [RS:1;d1ba675678c9:38391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:55,984 INFO [RS:1;d1ba675678c9:38391 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:55,984 INFO [RS:1;d1ba675678c9:38391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:55,984 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:55,984 INFO [RS:1;d1ba675678c9:38391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38391 2024-11-08T05:30:55,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:30:55,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,38391,1731043853040 2024-11-08T05:30:55,991 INFO [RS:1;d1ba675678c9:38391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:55,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,38391,1731043853040] 2024-11-08T05:30:56,012 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,38391,1731043853040 already deleted, retry=false 2024-11-08T05:30:56,012 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,38391,1731043853040 expired; onlineServers=0 2024-11-08T05:30:56,012 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,38925,1731043852835' ***** 2024-11-08T05:30:56,012 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:30:56,012 INFO [M:0;d1ba675678c9:38925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:30:56,013 INFO [M:0;d1ba675678c9:38925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:30:56,013 DEBUG [M:0;d1ba675678c9:38925 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:30:56,013 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:30:56,013 DEBUG [M:0;d1ba675678c9:38925 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:30:56,013 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043853444 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043853444,5,FailOnTimeoutGroup] 2024-11-08T05:30:56,013 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043853448 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043853448,5,FailOnTimeoutGroup] 2024-11-08T05:30:56,013 INFO [M:0;d1ba675678c9:38925 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:30:56,013 INFO [M:0;d1ba675678c9:38925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:30:56,013 DEBUG [M:0;d1ba675678c9:38925 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:30:56,013 INFO [M:0;d1ba675678c9:38925 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:30:56,013 INFO [M:0;d1ba675678c9:38925 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:30:56,014 INFO [M:0;d1ba675678c9:38925 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:30:56,014 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:30:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:56,018 INFO [RS:0;d1ba675678c9:38635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38635-0x10118ecfdbf0001, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:56,018 INFO [RS:0;d1ba675678c9:38635 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,38635,1731043852991; zookeeper connection closed. 2024-11-08T05:30:56,018 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b3b4af4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b3b4af4 2024-11-08T05:30:56,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:56,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:56,023 DEBUG [M:0;d1ba675678c9:38925 {}] zookeeper.ZKUtil(347): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T05:30:56,023 WARN [M:0;d1ba675678c9:38925 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T05:30:56,024 INFO [M:0;d1ba675678c9:38925 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/.lastflushedseqids 2024-11-08T05:30:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741844_1020 (size=182) 2024-11-08T05:30:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741844_1020 (size=182) 2024-11-08T05:30:56,031 INFO [M:0;d1ba675678c9:38925 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:30:56,032 INFO [M:0;d1ba675678c9:38925 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:30:56,032 DEBUG [M:0;d1ba675678c9:38925 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:30:56,032 INFO [M:0;d1ba675678c9:38925 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:56,032 DEBUG [M:0;d1ba675678c9:38925 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:56,032 DEBUG [M:0;d1ba675678c9:38925 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:30:56,032 DEBUG [M:0;d1ba675678c9:38925 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:56,032 INFO [M:0;d1ba675678c9:38925 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-08T05:30:56,054 DEBUG [M:0;d1ba675678c9:38925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/922f8069859b4c24b88e925ae1a8656d is 82, key is hbase:meta,,1/info:regioninfo/1731043854185/Put/seqid=0 2024-11-08T05:30:56,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:30:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:30:56,061 INFO [M:0;d1ba675678c9:38925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/922f8069859b4c24b88e925ae1a8656d 2024-11-08T05:30:56,084 DEBUG [M:0;d1ba675678c9:38925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2474509e6cf4f7d8635958da0654bf7 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043855107/Put/seqid=0 2024-11-08T05:30:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741846_1022 (size=6219) 2024-11-08T05:30:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741846_1022 (size=6219) 2024-11-08T05:30:56,091 INFO [M:0;d1ba675678c9:38925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2474509e6cf4f7d8635958da0654bf7 2024-11-08T05:30:56,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:56,102 INFO [RS:1;d1ba675678c9:38391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:56,102 INFO [RS:1;d1ba675678c9:38391 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,38391,1731043853040; zookeeper connection closed. 2024-11-08T05:30:56,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38391-0x10118ecfdbf0002, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:56,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a9634af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a9634af 2024-11-08T05:30:56,102 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T05:30:56,118 DEBUG [M:0;d1ba675678c9:38925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb29cc6f19b8440f98e21afdcf536938 is 69, key is d1ba675678c9,38391,1731043853040/rs:state/1731043853539/Put/seqid=0 2024-11-08T05:30:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:30:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:30:56,126 INFO [M:0;d1ba675678c9:38925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb29cc6f19b8440f98e21afdcf536938 2024-11-08T05:30:56,131 DEBUG [M:0;d1ba675678c9:38925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/922f8069859b4c24b88e925ae1a8656d as hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/922f8069859b4c24b88e925ae1a8656d 2024-11-08T05:30:56,138 INFO [M:0;d1ba675678c9:38925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/922f8069859b4c24b88e925ae1a8656d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T05:30:56,139 DEBUG [M:0;d1ba675678c9:38925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2474509e6cf4f7d8635958da0654bf7 as hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2474509e6cf4f7d8635958da0654bf7 2024-11-08T05:30:56,145 INFO [M:0;d1ba675678c9:38925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2474509e6cf4f7d8635958da0654bf7, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T05:30:56,147 DEBUG [M:0;d1ba675678c9:38925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb29cc6f19b8440f98e21afdcf536938 as hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb29cc6f19b8440f98e21afdcf536938 2024-11-08T05:30:56,153 INFO [M:0;d1ba675678c9:38925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46251/user/jenkins/test-data/217f8000-2053-3977-a442-44569eb87242/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb29cc6f19b8440f98e21afdcf536938, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T05:30:56,154 INFO [M:0;d1ba675678c9:38925 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=71, compaction requested=false 2024-11-08T05:30:56,156 INFO [M:0;d1ba675678c9:38925 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:56,156 DEBUG [M:0;d1ba675678c9:38925 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043856032Disabling compacts and flushes for region at 1731043856032Disabling writes for close at 1731043856032Obtaining lock to block concurrent updates at 1731043856032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043856032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731043856033 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043856033Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043856033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043856053 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043856054 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043856068 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043856083 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043856083Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043856097 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043856117 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043856117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db1f1d4: reopening flushed file at 1731043856130 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e2f9ae: reopening flushed file at 1731043856138 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6adf3257: reopening flushed file at 1731043856145 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=71, compaction requested=false at 1731043856154 (+9 ms)Writing region close event to WAL at 1731043856155 (+1 ms)Closed at 1731043856155 2024-11-08T05:30:56,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35005 is added to blk_1073741830_1006 (size=35440) 2024-11-08T05:30:56,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42095 is added to blk_1073741830_1006 (size=35440) 2024-11-08T05:30:56,159 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:30:56,159 INFO [M:0;d1ba675678c9:38925 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:30:56,160 INFO [M:0;d1ba675678c9:38925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38925 2024-11-08T05:30:56,160 INFO [M:0;d1ba675678c9:38925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:30:56,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:56,270 INFO [M:0;d1ba675678c9:38925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:30:56,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10118ecfdbf0000, quorum=127.0.0.1:63624, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:30:56,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7918ef7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:56,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14dd6664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:56,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:56,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb577c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:56,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d8f65e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:56,275 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:30:56,275 WARN [BP-1983262770-172.17.0.3-1731043850451 heartbeating to localhost/127.0.0.1:46251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:30:56,275 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:30:56,275 WARN [BP-1983262770-172.17.0.3-1731043850451 heartbeating to localhost/127.0.0.1:46251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1983262770-172.17.0.3-1731043850451 (Datanode Uuid 710892bd-baad-4138-9171-4c6f3c10642d) service to localhost/127.0.0.1:46251 2024-11-08T05:30:56,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/data/data3/current/BP-1983262770-172.17.0.3-1731043850451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:56,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/data/data4/current/BP-1983262770-172.17.0.3-1731043850451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:56,277 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:30:56,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b58fc6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:56,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46f7095b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:56,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:56,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e787135{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:56,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fdb379f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:56,288 WARN [BP-1983262770-172.17.0.3-1731043850451 heartbeating to localhost/127.0.0.1:46251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:30:56,288 WARN [BP-1983262770-172.17.0.3-1731043850451 heartbeating to localhost/127.0.0.1:46251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1983262770-172.17.0.3-1731043850451 (Datanode Uuid 20b42bf1-da85-4ea4-8774-2c7bf6ef9f64) service to localhost/127.0.0.1:46251 2024-11-08T05:30:56,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/data/data1/current/BP-1983262770-172.17.0.3-1731043850451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:56,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/cluster_f45abaa0-ba09-481f-1923-82082b9b6e62/data/data2/current/BP-1983262770-172.17.0.3-1731043850451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:30:56,289 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:30:56,289 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:30:56,289 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:30:56,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207ec436{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:30:56,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@162fcd93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:30:56,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:30:56,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35110b9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:30:56,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53525508{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.log.dir/,STOPPED} 2024-11-08T05:30:56,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:30:56,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:30:56,328 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=151 (was 135) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46251 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46251 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=493 (was 466) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 459) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7379 (was 7734) 2024-11-08T05:30:56,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=151, OpenFileDescriptor=493, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=7379 2024-11-08T05:30:56,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.log.dir so I do NOT create it in target/test-data/2584c442-d877-6397-68f5-dfd8708d52de 2024-11-08T05:30:56,352 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T05:30:56,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.tmp.dir so I do NOT create it in target/test-data/2584c442-d877-6397-68f5-dfd8708d52de 2024-11-08T05:30:56,352 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3e2e681e-373b-9241-7956-c4c132fe95cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T05:30:56,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de 2024-11-08T05:30:56,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:30:56,352 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a, deleteOnExit=true 2024-11-08T05:30:56,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:30:56,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/test.cache.data in system properties and HBase conf 2024-11-08T05:30:56,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:30:56,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:30:56,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:30:56,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:30:56,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:30:56,353 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:30:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:30:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:30:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:30:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:30:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:30:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:30:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:30:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:30:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:30:56,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:30:56,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:30:56,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:30:56,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:30:56,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:30:56,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:56,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:56,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:56,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:56,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:30:56,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:56,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3471c5c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:56,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5325ff09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:56,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@549971bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/java.io.tmpdir/jetty-localhost-33675-hadoop-hdfs-3_4_1-tests_jar-_-any-3458291397074036069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:30:56,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f534fe9{HTTP/1.1, (http/1.1)}{localhost:33675} 2024-11-08T05:30:56,854 INFO [Time-limited test {}] server.Server(415): Started @33319ms 2024-11-08T05:30:57,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:57,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:57,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:57,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:57,176 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:30:57,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cbdb925{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:57,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b1b5e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:57,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41ab9bae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/java.io.tmpdir/jetty-localhost-34889-hadoop-hdfs-3_4_1-tests_jar-_-any-16993008227389564703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:57,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dec213b{HTTP/1.1, (http/1.1)}{localhost:34889} 2024-11-08T05:30:57,303 INFO [Time-limited test {}] server.Server(415): Started @33768ms 2024-11-08T05:30:57,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:30:57,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:30:57,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:30:57,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:30:57,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:30:57,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:30:57,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2c9f8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:30:57,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bb07f17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:30:57,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c071b7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/java.io.tmpdir/jetty-localhost-43497-hadoop-hdfs-3_4_1-tests_jar-_-any-7477067031560650562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:30:57,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50c5c703{HTTP/1.1, (http/1.1)}{localhost:43497} 2024-11-08T05:30:57,513 INFO [Time-limited test {}] server.Server(415): Started @33978ms 2024-11-08T05:30:57,514 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:30:58,402 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/data/data2/current/BP-280893066-172.17.0.3-1731043856383/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:58,402 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/data/data1/current/BP-280893066-172.17.0.3-1731043856383/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:58,417 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:30:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1fd30d8f310d937 with lease ID 0xac93bd6d459ee323: Processing first storage report for DS-99a45006-2357-45dd-a580-11b8eaa9bec0 from datanode DatanodeRegistration(127.0.0.1:40891, datanodeUuid=350ea61b-297b-453c-a156-1c6697b4c8dd, infoPort=45451, infoSecurePort=0, ipcPort=40157, storageInfo=lv=-57;cid=testClusterID;nsid=981439265;c=1731043856383) 2024-11-08T05:30:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1fd30d8f310d937 with lease ID 0xac93bd6d459ee323: from storage DS-99a45006-2357-45dd-a580-11b8eaa9bec0 node DatanodeRegistration(127.0.0.1:40891, datanodeUuid=350ea61b-297b-453c-a156-1c6697b4c8dd, infoPort=45451, infoSecurePort=0, ipcPort=40157, storageInfo=lv=-57;cid=testClusterID;nsid=981439265;c=1731043856383), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1fd30d8f310d937 with lease ID 0xac93bd6d459ee323: Processing first storage report for DS-43c8bb86-13c3-40a5-a2d1-d0d41c92e7dd from datanode DatanodeRegistration(127.0.0.1:40891, datanodeUuid=350ea61b-297b-453c-a156-1c6697b4c8dd, infoPort=45451, infoSecurePort=0, ipcPort=40157, storageInfo=lv=-57;cid=testClusterID;nsid=981439265;c=1731043856383) 2024-11-08T05:30:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1fd30d8f310d937 with lease ID 0xac93bd6d459ee323: from storage DS-43c8bb86-13c3-40a5-a2d1-d0d41c92e7dd node DatanodeRegistration(127.0.0.1:40891, datanodeUuid=350ea61b-297b-453c-a156-1c6697b4c8dd, infoPort=45451, infoSecurePort=0, ipcPort=40157, storageInfo=lv=-57;cid=testClusterID;nsid=981439265;c=1731043856383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:58,624 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/data/data3/current/BP-280893066-172.17.0.3-1731043856383/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:58,624 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/data/data4/current/BP-280893066-172.17.0.3-1731043856383/current, will proceed with Du for space computation calculation, 2024-11-08T05:30:58,642 WARN [Thread-1151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:30:58,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14471b30f7407961 with lease ID 0xac93bd6d459ee324: Processing first storage report for DS-0f21de55-fcb7-4fe3-b1d2-2d980b54e855 from datanode DatanodeRegistration(127.0.0.1:40455, datanodeUuid=1e37f23b-e799-4630-9cb9-cecc77dd4e49, infoPort=36543, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=981439265;c=1731043856383) 2024-11-08T05:30:58,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14471b30f7407961 with lease ID 0xac93bd6d459ee324: from storage DS-0f21de55-fcb7-4fe3-b1d2-2d980b54e855 node DatanodeRegistration(127.0.0.1:40455, datanodeUuid=1e37f23b-e799-4630-9cb9-cecc77dd4e49, infoPort=36543, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=981439265;c=1731043856383), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:58,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14471b30f7407961 with lease ID 0xac93bd6d459ee324: Processing first storage report for DS-3c115e5b-5298-4630-adba-c26d984458b7 from datanode DatanodeRegistration(127.0.0.1:40455, datanodeUuid=1e37f23b-e799-4630-9cb9-cecc77dd4e49, infoPort=36543, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=981439265;c=1731043856383) 2024-11-08T05:30:58,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14471b30f7407961 with lease ID 0xac93bd6d459ee324: from storage DS-3c115e5b-5298-4630-adba-c26d984458b7 node DatanodeRegistration(127.0.0.1:40455, datanodeUuid=1e37f23b-e799-4630-9cb9-cecc77dd4e49, infoPort=36543, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=981439265;c=1731043856383), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:30:58,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de 2024-11-08T05:30:58,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/zookeeper_0, clientPort=50929, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:30:58,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50929 2024-11-08T05:30:58,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:58,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:30:58,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:30:58,667 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf with version=8 2024-11-08T05:30:58,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/hbase-staging 2024-11-08T05:30:58,669 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:58,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:58,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:58,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:58,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:58,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:58,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:30:58,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:58,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37111 2024-11-08T05:30:58,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37111 connecting to ZooKeeper ensemble=127.0.0.1:50929 2024-11-08T05:30:58,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371110x0, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:58,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37111-0x10118ed148a0000 connected 2024-11-08T05:30:58,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:58,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:58,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:58,826 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf, hbase.cluster.distributed=false 2024-11-08T05:30:58,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:58,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37111 2024-11-08T05:30:58,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37111 2024-11-08T05:30:58,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37111 2024-11-08T05:30:58,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37111 2024-11-08T05:30:58,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37111 2024-11-08T05:30:58,852 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:58,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:58,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:58,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:58,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:58,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:58,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:30:58,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:58,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44395 2024-11-08T05:30:58,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44395 connecting to ZooKeeper ensemble=127.0.0.1:50929 2024-11-08T05:30:58,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:58,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:58,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443950x0, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:58,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443950x0, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:58,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44395-0x10118ed148a0001 connected 2024-11-08T05:30:58,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:30:58,867 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T05:30:58,871 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T05:30:58,872 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T05:30:58,872 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T05:30:58,873 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:30:58,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:30:58,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:58,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44395 2024-11-08T05:30:58,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44395 2024-11-08T05:30:58,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44395 2024-11-08T05:30:58,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44395 2024-11-08T05:30:58,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44395 2024-11-08T05:30:58,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:30:58,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:58,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:58,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:30:58,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:30:58,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:30:58,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:30:58,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:30:58,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45785 2024-11-08T05:30:58,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45785 connecting to ZooKeeper ensemble=127.0.0.1:50929 2024-11-08T05:30:58,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:58,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:58,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457850x0, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:30:58,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457850x0, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:30:58,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45785-0x10118ed148a0002 connected 2024-11-08T05:30:58,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:30:58,908 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T05:30:58,914 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T05:30:58,914 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T05:30:58,915 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T05:30:58,915 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:30:58,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:30:58,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:30:58,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-08T05:30:58,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45785 2024-11-08T05:30:58,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45785 2024-11-08T05:30:58,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-08T05:30:58,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-08T05:30:58,933 DEBUG [M:0;d1ba675678c9:37111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:37111 2024-11-08T05:30:58,933 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,37111,1731043858669 2024-11-08T05:30:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:58,939 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,37111,1731043858669 2024-11-08T05:30:58,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:58,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:30:58,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:58,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:58,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:58,950 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:30:58,950 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,37111,1731043858669 from backup master directory 2024-11-08T05:30:58,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,37111,1731043858669 2024-11-08T05:30:58,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:58,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:58,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:30:58,960 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:30:58,960 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,37111,1731043858669 2024-11-08T05:30:58,964 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/hbase.id] with ID: 2490dd43-576c-41d1-8bae-daa40a6d5ad6 2024-11-08T05:30:58,964 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/.tmp/hbase.id 2024-11-08T05:30:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:30:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:30:58,972 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/.tmp/hbase.id]:[hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/hbase.id] 2024-11-08T05:30:58,984 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:30:58,984 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:30:58,985 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T05:30:58,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:58,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:58,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:30:59,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:30:59,404 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:30:59,404 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:30:59,405 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:30:59,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:30:59,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:30:59,426 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store 2024-11-08T05:30:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:30:59,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:30:59,444 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:59,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:30:59,445 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:59,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:59,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:30:59,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:59,445 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:30:59,445 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043859445Disabling compacts and flushes for region at 1731043859445Disabling writes for close at 1731043859445Writing region close event to WAL at 1731043859445Closed at 1731043859445 2024-11-08T05:30:59,446 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/.initializing 2024-11-08T05:30:59,446 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/WALs/d1ba675678c9,37111,1731043858669 2024-11-08T05:30:59,448 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:30:59,450 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C37111%2C1731043858669, suffix=, logDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/WALs/d1ba675678c9,37111,1731043858669, archiveDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/oldWALs, maxLogs=10 2024-11-08T05:30:59,471 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/WALs/d1ba675678c9,37111,1731043858669/d1ba675678c9%2C37111%2C1731043858669.1731043859451, exclude list is [], retry=0 2024-11-08T05:30:59,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-99a45006-2357-45dd-a580-11b8eaa9bec0,DISK] 2024-11-08T05:30:59,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-0f21de55-fcb7-4fe3-b1d2-2d980b54e855,DISK] 2024-11-08T05:30:59,479 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/WALs/d1ba675678c9,37111,1731043858669/d1ba675678c9%2C37111%2C1731043858669.1731043859451 2024-11-08T05:30:59,480 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45451:45451),(127.0.0.1/127.0.0.1:36543:36543)] 2024-11-08T05:30:59,480 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:30:59,480 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:30:59,480 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,481 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:30:59,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:59,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:30:59,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:30:59,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:59,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:59,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:30:59,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:59,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:59,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:30:59,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:30:59,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:30:59,501 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,502 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,503 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,505 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,505 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,506 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:30:59,507 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:30:59,513 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:30:59,514 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73115240, jitterRate=0.08950197696685791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:30:59,515 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731043859481Initializing all the Stores at 1731043859484 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043859484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043859486 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043859486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043859486Cleaning up temporary data from old regions at 1731043859505 (+19 ms)Region opened successfully at 1731043859515 (+10 ms) 2024-11-08T05:30:59,516 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:30:59,521 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6968acce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:30:59,522 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:30:59,522 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:30:59,522 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:30:59,522 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:30:59,523 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T05:30:59,524 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T05:30:59,524 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:30:59,527 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:30:59,528 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:30:59,641 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:30:59,642 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:30:59,643 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:30:59,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:30:59,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:59,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:59,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:59,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:59,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:59,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:30:59,715 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:30:59,716 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:30:59,717 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:30:59,786 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:30:59,788 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:30:59,855 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:30:59,858 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:30:59,875 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:30:59,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:59,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:59,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:30:59,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:59,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:59,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:59,946 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,37111,1731043858669, sessionid=0x10118ed148a0000, setting cluster-up flag (Was=false) 2024-11-08T05:30:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:30:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:00,012 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:31:00,013 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,37111,1731043858669 2024-11-08T05:31:00,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:00,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:00,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:00,065 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:31:00,066 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,37111,1731043858669 2024-11-08T05:31:00,068 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:31:00,070 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:31:00,070 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:31:00,070 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:31:00,071 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,37111,1731043858669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:31:00,072 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:31:00,073 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:31:00,073 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:31:00,073 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:31:00,073 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:31:00,073 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,073 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:31:00,073 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,075 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043890074 2024-11-08T05:31:00,075 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:31:00,075 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:31:00,075 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:31:00,075 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:31:00,075 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:31:00,075 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:31:00,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:31:00,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:31:00,078 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,078 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:00,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:31:00,080 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:31:00,080 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:31:00,081 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:31:00,081 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:31:00,081 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:31:00,084 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043860081,5,FailOnTimeoutGroup] 2024-11-08T05:31:00,084 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043860084,5,FailOnTimeoutGroup] 2024-11-08T05:31:00,084 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,084 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:31:00,085 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,085 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:31:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:31:00,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:31:00,094 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf 2024-11-08T05:31:00,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:31:00,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:00,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741832_1008 (size=32) 2024-11-08T05:31:00,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:31:00,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:31:00,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:00,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:00,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:31:00,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:31:00,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:00,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:00,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:31:00,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:31:00,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:00,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:00,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:31:00,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:31:00,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:00,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:00,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:31:00,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740 2024-11-08T05:31:00,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740 2024-11-08T05:31:00,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:31:00,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:31:00,118 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:31:00,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:31:00,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:31:00,123 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67545182, jitterRate=0.006501644849777222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:31:00,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731043860102Initializing all the Stores at 1731043860103 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043860103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043860103Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043860103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043860103Cleaning up temporary data from old regions at 1731043860117 (+14 ms)Region opened successfully at 1731043860124 (+7 ms) 2024-11-08T05:31:00,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:31:00,125 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:31:00,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:31:00,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:31:00,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:31:00,129 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:31:00,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043860124Disabling compacts and flushes for region at 1731043860124Disabling writes for close at 1731043860125 (+1 ms)Writing region close event to WAL at 1731043860128 (+3 ms)Closed at 1731043860128 2024-11-08T05:31:00,129 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(746): ClusterId : 2490dd43-576c-41d1-8bae-daa40a6d5ad6 2024-11-08T05:31:00,129 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(746): ClusterId : 2490dd43-576c-41d1-8bae-daa40a6d5ad6 2024-11-08T05:31:00,129 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:31:00,129 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:31:00,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:31:00,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:31:00,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:31:00,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:31:00,133 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:31:00,189 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:31:00,189 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:31:00,189 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:31:00,189 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:31:00,279 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:31:00,279 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:31:00,279 DEBUG [RS:1;d1ba675678c9:45785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147755b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:31:00,279 DEBUG [RS:0;d1ba675678c9:44395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7c7014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:31:00,284 WARN [d1ba675678c9:37111 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T05:31:00,290 DEBUG [RS:1;d1ba675678c9:45785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d1ba675678c9:45785 2024-11-08T05:31:00,290 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:31:00,290 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:31:00,290 DEBUG [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:31:00,291 DEBUG [RS:0;d1ba675678c9:44395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:44395 2024-11-08T05:31:00,291 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:31:00,291 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:31:00,291 DEBUG [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:31:00,291 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,37111,1731043858669 with port=45785, startcode=1731043858889 2024-11-08T05:31:00,291 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,37111,1731043858669 with port=44395, startcode=1731043858852 2024-11-08T05:31:00,292 DEBUG [RS:0;d1ba675678c9:44395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:31:00,292 DEBUG [RS:1;d1ba675678c9:45785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:31:00,293 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:31:00,293 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:31:00,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,44395,1731043858852 2024-11-08T05:31:00,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37111 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,44395,1731043858852 2024-11-08T05:31:00,295 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,45785,1731043858889 2024-11-08T05:31:00,295 DEBUG [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf 2024-11-08T05:31:00,295 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37111 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,45785,1731043858889 2024-11-08T05:31:00,295 DEBUG [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34907 2024-11-08T05:31:00,295 DEBUG [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:31:00,297 DEBUG [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf 2024-11-08T05:31:00,297 DEBUG [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34907 2024-11-08T05:31:00,297 DEBUG [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:31:00,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:31:00,421 DEBUG [RS:0;d1ba675678c9:44395 {}] zookeeper.ZKUtil(111): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,44395,1731043858852 2024-11-08T05:31:00,421 WARN [RS:0;d1ba675678c9:44395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:31:00,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,44395,1731043858852] 2024-11-08T05:31:00,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,45785,1731043858889] 2024-11-08T05:31:00,421 INFO [RS:0;d1ba675678c9:44395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:31:00,421 DEBUG [RS:1;d1ba675678c9:45785 {}] zookeeper.ZKUtil(111): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,45785,1731043858889 2024-11-08T05:31:00,422 WARN [RS:1;d1ba675678c9:45785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:31:00,422 DEBUG [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,44395,1731043858852 2024-11-08T05:31:00,422 INFO [RS:1;d1ba675678c9:45785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:31:00,422 DEBUG [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,45785,1731043858889 2024-11-08T05:31:00,425 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:31:00,425 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:31:00,427 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:31:00,428 INFO [RS:0;d1ba675678c9:44395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:31:00,428 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,429 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:31:00,429 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:31:00,429 INFO [RS:1;d1ba675678c9:45785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:31:00,430 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,430 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:31:00,430 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:31:00,430 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:31:00,431 DEBUG [RS:0;d1ba675678c9:44395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:31:00,431 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,431 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:31:00,432 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,432 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,432 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,432 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,432 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,432 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:00,432 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:31:00,432 DEBUG [RS:1;d1ba675678c9:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:31:00,437 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44395,1731043858852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:31:00,437 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45785,1731043858889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:31:00,454 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:31:00,454 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45785,1731043858889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,455 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,455 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.Replication(171): d1ba675678c9,45785,1731043858889 started 2024-11-08T05:31:00,457 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:31:00,458 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,44395,1731043858852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,458 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,458 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.Replication(171): d1ba675678c9,44395,1731043858852 started 2024-11-08T05:31:00,474 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,474 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,45785,1731043858889, RpcServer on d1ba675678c9/172.17.0.3:45785, sessionid=0x10118ed148a0002 2024-11-08T05:31:00,474 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:31:00,474 DEBUG [RS:1;d1ba675678c9:45785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,45785,1731043858889 2024-11-08T05:31:00,474 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45785,1731043858889' 2024-11-08T05:31:00,474 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:31:00,475 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:31:00,475 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:31:00,475 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:31:00,475 DEBUG [RS:1;d1ba675678c9:45785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,45785,1731043858889 2024-11-08T05:31:00,476 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45785,1731043858889' 2024-11-08T05:31:00,476 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:31:00,476 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:31:00,476 DEBUG [RS:1;d1ba675678c9:45785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:31:00,476 INFO [RS:1;d1ba675678c9:45785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:31:00,476 INFO [RS:1;d1ba675678c9:45785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:31:00,478 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:00,478 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,44395,1731043858852, RpcServer on d1ba675678c9/172.17.0.3:44395, sessionid=0x10118ed148a0001 2024-11-08T05:31:00,478 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:31:00,478 DEBUG [RS:0;d1ba675678c9:44395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,44395,1731043858852 2024-11-08T05:31:00,478 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,44395,1731043858852' 2024-11-08T05:31:00,478 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:31:00,479 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:31:00,479 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:31:00,479 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:31:00,479 DEBUG [RS:0;d1ba675678c9:44395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,44395,1731043858852 2024-11-08T05:31:00,479 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,44395,1731043858852' 2024-11-08T05:31:00,479 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:31:00,480 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:31:00,480 DEBUG [RS:0;d1ba675678c9:44395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:31:00,480 INFO [RS:0;d1ba675678c9:44395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:31:00,480 INFO [RS:0;d1ba675678c9:44395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:31:00,577 INFO [RS:1;d1ba675678c9:45785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:31:00,578 INFO [RS:1;d1ba675678c9:45785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C45785%2C1731043858889, suffix=, logDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,45785,1731043858889, archiveDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/oldWALs, maxLogs=32 2024-11-08T05:31:00,581 INFO [RS:0;d1ba675678c9:44395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:31:00,582 INFO [RS:0;d1ba675678c9:44395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C44395%2C1731043858852, suffix=, logDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,44395,1731043858852, archiveDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/oldWALs, maxLogs=32 2024-11-08T05:31:00,596 DEBUG [RS:1;d1ba675678c9:45785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,45785,1731043858889/d1ba675678c9%2C45785%2C1731043858889.1731043860579, exclude list is [], retry=0 2024-11-08T05:31:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-99a45006-2357-45dd-a580-11b8eaa9bec0,DISK] 2024-11-08T05:31:00,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-0f21de55-fcb7-4fe3-b1d2-2d980b54e855,DISK] 2024-11-08T05:31:00,601 DEBUG [RS:0;d1ba675678c9:44395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,44395,1731043858852/d1ba675678c9%2C44395%2C1731043858852.1731043860583, exclude list is [], retry=0 2024-11-08T05:31:00,602 INFO [RS:1;d1ba675678c9:45785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,45785,1731043858889/d1ba675678c9%2C45785%2C1731043858889.1731043860579 2024-11-08T05:31:00,602 DEBUG [RS:1;d1ba675678c9:45785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45451:45451),(127.0.0.1/127.0.0.1:36543:36543)] 2024-11-08T05:31:00,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-0f21de55-fcb7-4fe3-b1d2-2d980b54e855,DISK] 2024-11-08T05:31:00,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-99a45006-2357-45dd-a580-11b8eaa9bec0,DISK] 2024-11-08T05:31:00,607 INFO [RS:0;d1ba675678c9:44395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,44395,1731043858852/d1ba675678c9%2C44395%2C1731043858852.1731043860583 2024-11-08T05:31:00,608 DEBUG [RS:0;d1ba675678c9:44395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45451:45451),(127.0.0.1/127.0.0.1:36543:36543)] 2024-11-08T05:31:00,784 DEBUG [d1ba675678c9:37111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T05:31:00,784 DEBUG [d1ba675678c9:37111 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:31:00,786 DEBUG [d1ba675678c9:37111 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:31:00,786 DEBUG [d1ba675678c9:37111 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:31:00,786 DEBUG [d1ba675678c9:37111 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:31:00,786 DEBUG [d1ba675678c9:37111 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:31:00,786 INFO [d1ba675678c9:37111 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:31:00,786 INFO [d1ba675678c9:37111 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:31:00,786 DEBUG [d1ba675678c9:37111 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:31:00,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,44395,1731043858852 2024-11-08T05:31:00,788 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,44395,1731043858852, state=OPENING 2024-11-08T05:31:00,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:31:00,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:00,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:00,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:00,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:00,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:00,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:00,887 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:31:00,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,44395,1731043858852}] 2024-11-08T05:31:01,041 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:31:01,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:31:01,046 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:31:01,046 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:31:01,046 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:31:01,048 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C44395%2C1731043858852.meta, suffix=.meta, logDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,44395,1731043858852, archiveDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/oldWALs, maxLogs=32 2024-11-08T05:31:01,064 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,44395,1731043858852/d1ba675678c9%2C44395%2C1731043858852.meta.1731043861048.meta, exclude list is [], retry=0 2024-11-08T05:31:01,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-99a45006-2357-45dd-a580-11b8eaa9bec0,DISK] 2024-11-08T05:31:01,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40455,DS-0f21de55-fcb7-4fe3-b1d2-2d980b54e855,DISK] 2024-11-08T05:31:01,068 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/WALs/d1ba675678c9,44395,1731043858852/d1ba675678c9%2C44395%2C1731043858852.meta.1731043861048.meta 2024-11-08T05:31:01,070 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45451:45451),(127.0.0.1/127.0.0.1:36543:36543)] 2024-11-08T05:31:01,070 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:31:01,070 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:31:01,070 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:31:01,070 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:31:01,070 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:31:01,070 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:01,070 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:31:01,070 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:31:01,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:31:01,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:31:01,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:01,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:01,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:31:01,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:31:01,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:01,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:01,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:31:01,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:31:01,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:01,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:01,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:31:01,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:31:01,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:01,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:01,078 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:31:01,079 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740 2024-11-08T05:31:01,080 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740 2024-11-08T05:31:01,081 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:31:01,081 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:31:01,082 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:31:01,083 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:31:01,084 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65880011, jitterRate=-0.018311336636543274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:31:01,084 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:31:01,085 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731043861070Writing region info on filesystem at 1731043861070Initializing all the Stores at 1731043861071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043861071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043861072 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043861072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043861072Cleaning up temporary data from old regions at 1731043861081 (+9 ms)Running coprocessor post-open hooks at 1731043861084 (+3 ms)Region opened successfully at 1731043861085 (+1 ms) 2024-11-08T05:31:01,086 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043861040 2024-11-08T05:31:01,088 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:31:01,088 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:31:01,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,44395,1731043858852 2024-11-08T05:31:01,090 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,44395,1731043858852, state=OPEN 2024-11-08T05:31:01,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:31:01,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:31:01,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:31:01,117 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,44395,1731043858852 2024-11-08T05:31:01,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:01,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:01,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:01,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:31:01,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,44395,1731043858852 in 230 msec 2024-11-08T05:31:01,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:31:01,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 990 msec 2024-11-08T05:31:01,123 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:31:01,123 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:31:01,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:31:01,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,44395,1731043858852, seqNum=-1] 2024-11-08T05:31:01,124 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:31:01,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:31:01,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0610 sec 2024-11-08T05:31:01,131 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043861131, completionTime=-1 2024-11-08T05:31:01,131 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T05:31:01,131 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:31:01,133 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T05:31:01,133 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043921133 2024-11-08T05:31:01,133 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043981133 2024-11-08T05:31:01,133 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T05:31:01,134 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T05:31:01,134 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37111,1731043858669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:01,134 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37111,1731043858669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:01,134 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37111,1731043858669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:01,134 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:37111, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:01,134 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:01,135 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:01,137 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:31:01,139 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.179sec 2024-11-08T05:31:01,139 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:31:01,139 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:31:01,139 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:31:01,139 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:31:01,139 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:31:01,139 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37111,1731043858669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:31:01,139 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37111,1731043858669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:31:01,141 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:31:01,141 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:31:01,141 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37111,1731043858669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:01,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b394b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:31:01,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37111,-1 for getting cluster id 2024-11-08T05:31:01,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:31:01,232 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2490dd43-576c-41d1-8bae-daa40a6d5ad6' 2024-11-08T05:31:01,232 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:31:01,232 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2490dd43-576c-41d1-8bae-daa40a6d5ad6" 2024-11-08T05:31:01,232 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fb1a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:31:01,232 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37111,-1] 2024-11-08T05:31:01,232 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:31:01,233 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:01,233 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:31:01,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449d8255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:31:01,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:31:01,236 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,44395,1731043858852, seqNum=-1] 2024-11-08T05:31:01,236 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:31:01,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:31:01,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,37111,1731043858669 2024-11-08T05:31:01,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T05:31:01,241 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37111,1731043858669 2024-11-08T05:31:01,241 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33a24b64 2024-11-08T05:31:01,241 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T05:31:01,242 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T05:31:01,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:31:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T05:31:01,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T05:31:01,245 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:01,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T05:31:01,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T05:31:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:31:01,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:31:01,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:31:01,255 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => adfcd240e2006477ea7a8987725bf9fd, NAME => 'testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf 2024-11-08T05:31:01,255 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 02c322cabe487d214b9b673ec19bdae8, NAME => 'testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf 2024-11-08T05:31:01,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:31:01,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:31:01,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:31:01,264 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:01,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:31:01,264 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing adfcd240e2006477ea7a8987725bf9fd, disabling compactions & flushes 2024-11-08T05:31:01,265 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:01,265 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:01,265 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. after waiting 0 ms 2024-11-08T05:31:01,265 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:01,265 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:01,265 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for adfcd240e2006477ea7a8987725bf9fd: Waiting for close lock at 1731043861264Disabling compacts and flushes for region at 1731043861264Disabling writes for close at 1731043861265 (+1 ms)Writing region close event to WAL at 1731043861265Closed at 1731043861265 2024-11-08T05:31:01,265 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:01,265 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 02c322cabe487d214b9b673ec19bdae8, disabling compactions & flushes 2024-11-08T05:31:01,265 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:01,265 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:01,265 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. after waiting 0 ms 2024-11-08T05:31:01,265 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:01,265 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:01,265 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 02c322cabe487d214b9b673ec19bdae8: Waiting for close lock at 1731043861265Disabling compacts and flushes for region at 1731043861265Disabling writes for close at 1731043861265Writing region close event to WAL at 1731043861265Closed at 1731043861265 2024-11-08T05:31:01,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T05:31:01,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043861267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043861267"}]},"ts":"1731043861267"} 2024-11-08T05:31:01,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043861267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043861267"}]},"ts":"1731043861267"} 2024-11-08T05:31:01,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T05:31:01,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T05:31:01,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043861274"}]},"ts":"1731043861274"} 2024-11-08T05:31:01,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T05:31:01,277 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:31:01,278 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:31:01,278 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:31:01,278 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:31:01,278 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:31:01,278 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:31:01,278 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:31:01,278 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:31:01,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=adfcd240e2006477ea7a8987725bf9fd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02c322cabe487d214b9b673ec19bdae8, ASSIGN}] 2024-11-08T05:31:01,280 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=adfcd240e2006477ea7a8987725bf9fd, ASSIGN 2024-11-08T05:31:01,281 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02c322cabe487d214b9b673ec19bdae8, ASSIGN 2024-11-08T05:31:01,282 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02c322cabe487d214b9b673ec19bdae8, ASSIGN; state=OFFLINE, location=d1ba675678c9,44395,1731043858852; forceNewPlan=false, retain=false 2024-11-08T05:31:01,282 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=adfcd240e2006477ea7a8987725bf9fd, ASSIGN; state=OFFLINE, location=d1ba675678c9,45785,1731043858889; forceNewPlan=false, retain=false 2024-11-08T05:31:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:31:01,432 INFO [d1ba675678c9:37111 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T05:31:01,433 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=02c322cabe487d214b9b673ec19bdae8, regionState=OPENING, regionLocation=d1ba675678c9,44395,1731043858852 2024-11-08T05:31:01,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=adfcd240e2006477ea7a8987725bf9fd, regionState=OPENING, regionLocation=d1ba675678c9,45785,1731043858889 2024-11-08T05:31:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02c322cabe487d214b9b673ec19bdae8, ASSIGN because future has completed 2024-11-08T05:31:01,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02c322cabe487d214b9b673ec19bdae8, server=d1ba675678c9,44395,1731043858852}] 2024-11-08T05:31:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=adfcd240e2006477ea7a8987725bf9fd, ASSIGN because future has completed 2024-11-08T05:31:01,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure adfcd240e2006477ea7a8987725bf9fd, server=d1ba675678c9,45785,1731043858889}] 2024-11-08T05:31:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:31:01,592 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:31:01,593 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:01,593 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 02c322cabe487d214b9b673ec19bdae8, NAME => 'testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T05:31:01,593 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,594 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:01,594 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,594 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:31:01,595 INFO [StoreOpener-02c322cabe487d214b9b673ec19bdae8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,597 INFO [StoreOpener-02c322cabe487d214b9b673ec19bdae8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02c322cabe487d214b9b673ec19bdae8 columnFamilyName family 2024-11-08T05:31:01,597 DEBUG [StoreOpener-02c322cabe487d214b9b673ec19bdae8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:01,597 INFO [StoreOpener-02c322cabe487d214b9b673ec19bdae8-1 {}] regionserver.HStore(327): Store=02c322cabe487d214b9b673ec19bdae8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:31:01,597 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:01,598 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,598 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => adfcd240e2006477ea7a8987725bf9fd, NAME => 'testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T05:31:01,598 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,598 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:01,598 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,598 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,598 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,599 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,599 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,599 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,599 INFO [StoreOpener-adfcd240e2006477ea7a8987725bf9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,600 INFO [StoreOpener-adfcd240e2006477ea7a8987725bf9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adfcd240e2006477ea7a8987725bf9fd columnFamilyName family 2024-11-08T05:31:01,601 DEBUG [StoreOpener-adfcd240e2006477ea7a8987725bf9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:01,601 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,601 INFO [StoreOpener-adfcd240e2006477ea7a8987725bf9fd-1 {}] regionserver.HStore(327): Store=adfcd240e2006477ea7a8987725bf9fd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:31:01,601 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,602 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,602 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,602 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,602 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,603 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/02c322cabe487d214b9b673ec19bdae8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:31:01,603 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 02c322cabe487d214b9b673ec19bdae8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60268839, jitterRate=-0.10192431509494781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:31:01,603 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:01,604 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,604 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 02c322cabe487d214b9b673ec19bdae8: Running coprocessor pre-open hook at 1731043861594Writing region info on filesystem at 1731043861594Initializing all the Stores at 1731043861595 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043861595Cleaning up temporary data from old regions at 1731043861599 (+4 ms)Running coprocessor post-open hooks at 1731043861603 (+4 ms)Region opened successfully at 1731043861604 (+1 ms) 2024-11-08T05:31:01,605 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8., pid=7, masterSystemTime=1731043861589 2024-11-08T05:31:01,606 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/adfcd240e2006477ea7a8987725bf9fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:31:01,607 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened adfcd240e2006477ea7a8987725bf9fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64337991, jitterRate=-0.04128922522068024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:31:01,607 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:01,607 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for adfcd240e2006477ea7a8987725bf9fd: Running coprocessor pre-open hook at 1731043861598Writing region info on filesystem at 1731043861598Initializing all the Stores at 1731043861599 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043861599Cleaning up temporary data from old regions at 1731043861603 (+4 ms)Running coprocessor post-open hooks at 1731043861607 (+4 ms)Region opened successfully at 1731043861607 2024-11-08T05:31:01,608 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd., pid=8, masterSystemTime=1731043861592 2024-11-08T05:31:01,609 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:01,609 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:01,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=02c322cabe487d214b9b673ec19bdae8, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,44395,1731043858852 2024-11-08T05:31:01,611 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:01,611 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:01,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=adfcd240e2006477ea7a8987725bf9fd, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,45785,1731043858889 2024-11-08T05:31:01,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02c322cabe487d214b9b673ec19bdae8, server=d1ba675678c9,44395,1731043858852 because future has completed 2024-11-08T05:31:01,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure adfcd240e2006477ea7a8987725bf9fd, server=d1ba675678c9,45785,1731043858889 because future has completed 2024-11-08T05:31:01,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T05:31:01,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 02c322cabe487d214b9b673ec19bdae8, server=d1ba675678c9,44395,1731043858852 in 177 msec 2024-11-08T05:31:01,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T05:31:01,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=02c322cabe487d214b9b673ec19bdae8, ASSIGN in 339 msec 2024-11-08T05:31:01,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure adfcd240e2006477ea7a8987725bf9fd, server=d1ba675678c9,45785,1731043858889 in 178 msec 2024-11-08T05:31:01,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T05:31:01,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=adfcd240e2006477ea7a8987725bf9fd, ASSIGN in 341 msec 2024-11-08T05:31:01,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T05:31:01,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043861625"}]},"ts":"1731043861625"} 2024-11-08T05:31:01,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T05:31:01,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T05:31:01,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 386 msec 2024-11-08T05:31:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:31:01,871 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T05:31:01,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T05:31:01,872 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:31:01,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T05:31:01,880 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:31:01,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T05:31:01,885 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd., hostname=d1ba675678c9,45785,1731043858889, seqNum=2] 2024-11-08T05:31:01,885 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:31:01,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:31:01,912 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8., hostname=d1ba675678c9,44395,1731043858852, seqNum=2] 2024-11-08T05:31:01,929 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 02c322cabe487d214b9b673ec19bdae8 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T05:31:01,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/02c322cabe487d214b9b673ec19bdae8/.tmp/family/067a253e014845abad6bd7f94b13a450 is 32, key is 5/family:/1731043861913/Put/seqid=0 2024-11-08T05:31:01,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741839_1015 (size=5083) 2024-11-08T05:31:01,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741839_1015 (size=5083) 2024-11-08T05:31:01,958 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/02c322cabe487d214b9b673ec19bdae8/.tmp/family/067a253e014845abad6bd7f94b13a450 2024-11-08T05:31:01,967 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/02c322cabe487d214b9b673ec19bdae8/.tmp/family/067a253e014845abad6bd7f94b13a450 as hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/02c322cabe487d214b9b673ec19bdae8/family/067a253e014845abad6bd7f94b13a450 2024-11-08T05:31:01,979 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/02c322cabe487d214b9b673ec19bdae8/family/067a253e014845abad6bd7f94b13a450, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T05:31:01,980 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 02c322cabe487d214b9b673ec19bdae8 in 51ms, sequenceid=9, compaction requested=false 2024-11-08T05:31:01,981 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 02c322cabe487d214b9b673ec19bdae8: 2024-11-08T05:31:01,981 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing adfcd240e2006477ea7a8987725bf9fd 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T05:31:01,998 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/adfcd240e2006477ea7a8987725bf9fd/.tmp/family/7354dd1a3e9247d9b91a1a8cd2b53469 is 32, key is 1/family:/1731043861891/Put/seqid=0 2024-11-08T05:31:02,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741840_1016 (size=5054) 2024-11-08T05:31:02,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741840_1016 (size=5054) 2024-11-08T05:31:02,405 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/adfcd240e2006477ea7a8987725bf9fd/.tmp/family/7354dd1a3e9247d9b91a1a8cd2b53469 2024-11-08T05:31:02,411 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/adfcd240e2006477ea7a8987725bf9fd/.tmp/family/7354dd1a3e9247d9b91a1a8cd2b53469 as hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/adfcd240e2006477ea7a8987725bf9fd/family/7354dd1a3e9247d9b91a1a8cd2b53469 2024-11-08T05:31:02,417 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/adfcd240e2006477ea7a8987725bf9fd/family/7354dd1a3e9247d9b91a1a8cd2b53469, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T05:31:02,418 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for adfcd240e2006477ea7a8987725bf9fd in 437ms, sequenceid=8, compaction requested=false 2024-11-08T05:31:02,418 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for adfcd240e2006477ea7a8987725bf9fd: 2024-11-08T05:31:02,420 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 067a253e014845abad6bd7f94b13a450, starting offset: 0, end offset: 9223372036854775807 2024-11-08T05:31:02,420 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 067a253e014845abad6bd7f94b13a450_0 from back map with offset lock 2094080 in the evict process 2024-11-08T05:31:02,421 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 7354dd1a3e9247d9b91a1a8cd2b53469, starting offset: 0, end offset: 9223372036854775807 2024-11-08T05:31:02,421 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 7354dd1a3e9247d9b91a1a8cd2b53469_0 from back map with offset lock 2094080 in the evict process 2024-11-08T05:31:02,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:31:02,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:31:02,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:31:02,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:02,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:02,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:31:02,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:31:02,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=191438578, stopped=false 2024-11-08T05:31:02,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,37111,1731043858669 2024-11-08T05:31:02,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:31:02,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:31:02,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:31:02,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:02,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:02,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:02,474 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:31:02,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:31:02,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:31:02,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:02,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:31:02,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:31:02,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:31:02,475 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,44395,1731043858852' ***** 2024-11-08T05:31:02,475 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:31:02,475 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,45785,1731043858889' ***** 2024-11-08T05:31:02,475 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:31:02,475 INFO [RS:0;d1ba675678c9:44395 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T05:31:02,475 INFO [RS:1;d1ba675678c9:45785 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T05:31:02,475 INFO [RS:0;d1ba675678c9:44395 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T05:31:02,475 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T05:31:02,476 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T05:31:02,476 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:31:02,476 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T05:31:02,476 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T05:31:02,476 INFO [RS:0;d1ba675678c9:44395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:31:02,476 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T05:31:02,476 INFO [RS:0;d1ba675678c9:44395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:31:02,476 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:31:02,476 INFO [RS:1;d1ba675678c9:45785 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T05:31:02,476 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T05:31:02,476 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(3091): Received CLOSE for 02c322cabe487d214b9b673ec19bdae8 2024-11-08T05:31:02,476 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:31:02,476 INFO [RS:1;d1ba675678c9:45785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:31:02,476 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:31:02,476 INFO [RS:1;d1ba675678c9:45785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:31:02,476 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(3091): Received CLOSE for adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:02,476 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,44395,1731043858852 2024-11-08T05:31:02,476 INFO [RS:0;d1ba675678c9:44395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:31:02,476 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,45785,1731043858889 2024-11-08T05:31:02,476 INFO [RS:0;d1ba675678c9:44395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:44395. 2024-11-08T05:31:02,476 INFO [RS:1;d1ba675678c9:45785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:31:02,476 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02c322cabe487d214b9b673ec19bdae8, disabling compactions & flushes 2024-11-08T05:31:02,476 INFO [RS:1;d1ba675678c9:45785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d1ba675678c9:45785. 2024-11-08T05:31:02,476 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adfcd240e2006477ea7a8987725bf9fd, disabling compactions & flushes 2024-11-08T05:31:02,476 DEBUG [RS:0;d1ba675678c9:44395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:31:02,476 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:02,476 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:02,476 DEBUG [RS:0;d1ba675678c9:44395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:02,476 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:02,476 DEBUG [RS:1;d1ba675678c9:45785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:31:02,477 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:02,477 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. after waiting 0 ms 2024-11-08T05:31:02,477 DEBUG [RS:1;d1ba675678c9:45785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:02,477 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:02,477 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. after waiting 0 ms 2024-11-08T05:31:02,477 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:31:02,477 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:02,477 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:31:02,477 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T05:31:02,477 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:31:02,477 DEBUG [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(1325): Online Regions={adfcd240e2006477ea7a8987725bf9fd=testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd.} 2024-11-08T05:31:02,477 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:31:02,477 DEBUG [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(1351): Waiting on adfcd240e2006477ea7a8987725bf9fd 2024-11-08T05:31:02,478 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T05:31:02,478 DEBUG [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 02c322cabe487d214b9b673ec19bdae8=testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8.} 2024-11-08T05:31:02,478 DEBUG [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1351): Waiting on 02c322cabe487d214b9b673ec19bdae8, 1588230740 2024-11-08T05:31:02,478 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:31:02,478 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:31:02,478 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:31:02,478 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:31:02,478 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:31:02,479 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T05:31:02,480 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T05:31:02,480 INFO [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T05:31:02,482 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/02c322cabe487d214b9b673ec19bdae8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T05:31:02,482 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:02,483 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02c322cabe487d214b9b673ec19bdae8: Waiting for close lock at 1731043862476Running coprocessor pre-close hooks at 1731043862476Disabling compacts and flushes for region at 1731043862476Disabling writes for close at 1731043862477 (+1 ms)Writing region close event to WAL at 1731043862478 (+1 ms)Running coprocessor post-close hooks at 1731043862482 (+4 ms)Closed at 1731043862482 2024-11-08T05:31:02,483 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8. 2024-11-08T05:31:02,484 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/default/testClearRegionBlockCache/adfcd240e2006477ea7a8987725bf9fd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T05:31:02,485 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:02,485 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adfcd240e2006477ea7a8987725bf9fd: Waiting for close lock at 1731043862476Running coprocessor pre-close hooks at 1731043862476Disabling compacts and flushes for region at 1731043862476Disabling writes for close at 1731043862477 (+1 ms)Writing region close event to WAL at 1731043862478 (+1 ms)Running coprocessor post-close hooks at 1731043862485 (+7 ms)Closed at 1731043862485 2024-11-08T05:31:02,485 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731043861242.adfcd240e2006477ea7a8987725bf9fd. 2024-11-08T05:31:02,500 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/.tmp/info/312523bc08e847e1a2027928726ebc8d is 173, key is testClearRegionBlockCache,5,1731043861242.02c322cabe487d214b9b673ec19bdae8./info:regioninfo/1731043861609/Put/seqid=0 2024-11-08T05:31:02,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:31:02,513 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/.tmp/info/312523bc08e847e1a2027928726ebc8d 2024-11-08T05:31:02,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:31:02,538 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/.tmp/ns/bdc16394f7284fb2b88231ec6848791b is 43, key is default/ns:d/1731043861126/Put/seqid=0 2024-11-08T05:31:02,541 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:31:02,543 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:31:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:31:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:31:02,550 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/.tmp/ns/bdc16394f7284fb2b88231ec6848791b 2024-11-08T05:31:02,579 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/.tmp/table/dbe1145b20be4ce2aa738766a9e966fb is 61, key is testClearRegionBlockCache/table:state/1731043861625/Put/seqid=0 2024-11-08T05:31:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:31:02,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:31:02,677 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,45785,1731043858889; all regions closed. 2024-11-08T05:31:02,678 DEBUG [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T05:31:02,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741833_1009 (size=1758) 2024-11-08T05:31:02,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741833_1009 (size=1758) 2024-11-08T05:31:02,682 DEBUG [RS:1;d1ba675678c9:45785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/oldWALs 2024-11-08T05:31:02,682 INFO [RS:1;d1ba675678c9:45785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C45785%2C1731043858889:(num 1731043860579) 2024-11-08T05:31:02,682 DEBUG [RS:1;d1ba675678c9:45785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:02,683 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:31:02,683 INFO [RS:1;d1ba675678c9:45785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:31:02,683 INFO [RS:1;d1ba675678c9:45785 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:31:02,683 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:31:02,683 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:31:02,683 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:31:02,683 INFO [RS:1;d1ba675678c9:45785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:31:02,683 INFO [RS:1;d1ba675678c9:45785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45785 2024-11-08T05:31:02,684 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:31:02,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,45785,1731043858889 2024-11-08T05:31:02,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:31:02,696 INFO [RS:1;d1ba675678c9:45785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:31:02,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,45785,1731043858889] 2024-11-08T05:31:02,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,45785,1731043858889 already deleted, retry=false 2024-11-08T05:31:02,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,45785,1731043858889 expired; onlineServers=1 2024-11-08T05:31:02,807 INFO [RS:1;d1ba675678c9:45785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:31:02,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:02,807 INFO [RS:1;d1ba675678c9:45785 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,45785,1731043858889; zookeeper connection closed. 2024-11-08T05:31:02,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x10118ed148a0002, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:02,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@477cc99d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@477cc99d 2024-11-08T05:31:02,879 DEBUG [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T05:31:02,985 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/.tmp/table/dbe1145b20be4ce2aa738766a9e966fb 2024-11-08T05:31:02,992 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/.tmp/info/312523bc08e847e1a2027928726ebc8d as hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/info/312523bc08e847e1a2027928726ebc8d 2024-11-08T05:31:02,998 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/info/312523bc08e847e1a2027928726ebc8d, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T05:31:02,999 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/.tmp/ns/bdc16394f7284fb2b88231ec6848791b as hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/ns/bdc16394f7284fb2b88231ec6848791b 2024-11-08T05:31:03,005 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/ns/bdc16394f7284fb2b88231ec6848791b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T05:31:03,006 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/.tmp/table/dbe1145b20be4ce2aa738766a9e966fb as hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/table/dbe1145b20be4ce2aa738766a9e966fb 2024-11-08T05:31:03,011 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/table/dbe1145b20be4ce2aa738766a9e966fb, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T05:31:03,012 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=13, compaction requested=false 2024-11-08T05:31:03,017 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T05:31:03,017 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:31:03,017 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:31:03,018 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043862478Running coprocessor pre-close hooks at 1731043862478Disabling compacts and flushes for region at 1731043862478Disabling writes for close at 1731043862478Obtaining lock to block concurrent updates at 1731043862479 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731043862479Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731043862479Flushing stores of hbase:meta,,1.1588230740 at 1731043862480 (+1 ms)Flushing 1588230740/info: creating writer at 1731043862480Flushing 1588230740/info: appending metadata at 1731043862500 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731043862500Flushing 1588230740/ns: creating writer at 1731043862522 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731043862537 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731043862537Flushing 1588230740/table: creating writer at 1731043862559 (+22 ms)Flushing 1588230740/table: appending metadata at 1731043862578 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731043862578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78966e3d: reopening flushed file at 1731043862991 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f3c343: reopening flushed file at 1731043862998 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64093ccf: reopening flushed file at 1731043863005 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=13, compaction requested=false at 1731043863012 (+7 ms)Writing region close event to WAL at 1731043863014 (+2 ms)Running coprocessor post-close hooks at 1731043863017 (+3 ms)Closed at 1731043863017 2024-11-08T05:31:03,018 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:31:03,079 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,44395,1731043858852; all regions closed. 2024-11-08T05:31:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:31:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:31:03,084 DEBUG [RS:0;d1ba675678c9:44395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/oldWALs 2024-11-08T05:31:03,084 INFO [RS:0;d1ba675678c9:44395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C44395%2C1731043858852.meta:.meta(num 1731043861048) 2024-11-08T05:31:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741834_1010 (size=1867) 2024-11-08T05:31:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741834_1010 (size=1867) 2024-11-08T05:31:03,088 DEBUG [RS:0;d1ba675678c9:44395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/oldWALs 2024-11-08T05:31:03,088 INFO [RS:0;d1ba675678c9:44395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C44395%2C1731043858852:(num 1731043860583) 2024-11-08T05:31:03,088 DEBUG [RS:0;d1ba675678c9:44395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:03,088 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:31:03,089 INFO [RS:0;d1ba675678c9:44395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:31:03,089 INFO [RS:0;d1ba675678c9:44395 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:31:03,089 INFO [RS:0;d1ba675678c9:44395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:31:03,089 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:31:03,089 INFO [RS:0;d1ba675678c9:44395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44395 2024-11-08T05:31:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,44395,1731043858852 2024-11-08T05:31:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:31:03,138 INFO [RS:0;d1ba675678c9:44395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:31:03,138 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f9ec0902188@1ca0e546 rejected from java.util.concurrent.ThreadPoolExecutor@189f720a[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T05:31:03,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,44395,1731043858852] 2024-11-08T05:31:03,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,44395,1731043858852 already deleted, retry=false 2024-11-08T05:31:03,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,44395,1731043858852 expired; onlineServers=0 2024-11-08T05:31:03,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,37111,1731043858669' ***** 2024-11-08T05:31:03,159 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:31:03,159 INFO [M:0;d1ba675678c9:37111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:31:03,159 INFO [M:0;d1ba675678c9:37111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:31:03,160 DEBUG [M:0;d1ba675678c9:37111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:31:03,160 DEBUG [M:0;d1ba675678c9:37111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:31:03,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:31:03,160 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043860084 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043860084,5,FailOnTimeoutGroup] 2024-11-08T05:31:03,160 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043860081 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043860081,5,FailOnTimeoutGroup] 2024-11-08T05:31:03,160 INFO [M:0;d1ba675678c9:37111 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:31:03,160 INFO [M:0;d1ba675678c9:37111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:31:03,160 DEBUG [M:0;d1ba675678c9:37111 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:31:03,160 INFO [M:0;d1ba675678c9:37111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:31:03,160 INFO [M:0;d1ba675678c9:37111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:31:03,160 INFO [M:0;d1ba675678c9:37111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:31:03,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:31:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:31:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:03,170 DEBUG [M:0;d1ba675678c9:37111 {}] zookeeper.ZKUtil(347): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T05:31:03,170 WARN [M:0;d1ba675678c9:37111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T05:31:03,171 INFO [M:0;d1ba675678c9:37111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/.lastflushedseqids 2024-11-08T05:31:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741844_1020 (size=182) 2024-11-08T05:31:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741844_1020 (size=182) 2024-11-08T05:31:03,177 INFO [M:0;d1ba675678c9:37111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:31:03,178 INFO [M:0;d1ba675678c9:37111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:31:03,178 DEBUG [M:0;d1ba675678c9:37111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:31:03,178 INFO [M:0;d1ba675678c9:37111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:03,178 DEBUG [M:0;d1ba675678c9:37111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:03,178 DEBUG [M:0;d1ba675678c9:37111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:31:03,178 DEBUG [M:0;d1ba675678c9:37111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:03,178 INFO [M:0;d1ba675678c9:37111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-08T05:31:03,193 DEBUG [M:0;d1ba675678c9:37111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6871a5d6bf53429e8ffeef29d04196c8 is 82, key is hbase:meta,,1/info:regioninfo/1731043861089/Put/seqid=0 2024-11-08T05:31:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:31:03,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:31:03,199 INFO [M:0;d1ba675678c9:37111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6871a5d6bf53429e8ffeef29d04196c8 2024-11-08T05:31:03,218 DEBUG [M:0;d1ba675678c9:37111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec04d791f2de4f5280c0fa9ecb67ee95 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043861631/Put/seqid=0 2024-11-08T05:31:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741846_1022 (size=6219) 2024-11-08T05:31:03,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741846_1022 (size=6219) 2024-11-08T05:31:03,224 INFO [M:0;d1ba675678c9:37111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec04d791f2de4f5280c0fa9ecb67ee95 2024-11-08T05:31:03,242 DEBUG [M:0;d1ba675678c9:37111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5655c0129ef48dea4438c442f4a6cc7 is 69, key is d1ba675678c9,44395,1731043858852/rs:state/1731043860294/Put/seqid=0 2024-11-08T05:31:03,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:03,249 INFO [RS:0;d1ba675678c9:44395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:31:03,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44395-0x10118ed148a0001, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:03,249 INFO [RS:0;d1ba675678c9:44395 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,44395,1731043858852; zookeeper connection closed. 2024-11-08T05:31:03,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24421498 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24421498 2024-11-08T05:31:03,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T05:31:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:31:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:31:03,251 INFO [M:0;d1ba675678c9:37111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5655c0129ef48dea4438c442f4a6cc7 2024-11-08T05:31:03,256 DEBUG [M:0;d1ba675678c9:37111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6871a5d6bf53429e8ffeef29d04196c8 as hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6871a5d6bf53429e8ffeef29d04196c8 2024-11-08T05:31:03,262 INFO [M:0;d1ba675678c9:37111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6871a5d6bf53429e8ffeef29d04196c8, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T05:31:03,263 DEBUG [M:0;d1ba675678c9:37111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec04d791f2de4f5280c0fa9ecb67ee95 as hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec04d791f2de4f5280c0fa9ecb67ee95 2024-11-08T05:31:03,268 INFO [M:0;d1ba675678c9:37111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec04d791f2de4f5280c0fa9ecb67ee95, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T05:31:03,269 DEBUG [M:0;d1ba675678c9:37111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5655c0129ef48dea4438c442f4a6cc7 as hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5655c0129ef48dea4438c442f4a6cc7 2024-11-08T05:31:03,275 INFO [M:0;d1ba675678c9:37111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34907/user/jenkins/test-data/eeaa9613-a8d0-074a-2df4-9b5e0973b0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5655c0129ef48dea4438c442f4a6cc7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T05:31:03,276 INFO [M:0;d1ba675678c9:37111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-11-08T05:31:03,277 INFO [M:0;d1ba675678c9:37111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:03,277 DEBUG [M:0;d1ba675678c9:37111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043863178Disabling compacts and flushes for region at 1731043863178Disabling writes for close at 1731043863178Obtaining lock to block concurrent updates at 1731043863178Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043863178Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731043863178Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043863179 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043863179Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043863193 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043863193Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043863204 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043863218 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043863218Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043863228 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043863242 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043863242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fbcf0ee: reopening flushed file at 1731043863255 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fea910: reopening flushed file at 1731043863262 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5590edb8: reopening flushed file at 1731043863268 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1731043863276 (+8 ms)Writing region close event to WAL at 1731043863277 (+1 ms)Closed at 1731043863277 2024-11-08T05:31:03,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40455 is added to blk_1073741830_1006 (size=35440) 2024-11-08T05:31:03,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741830_1006 (size=35440) 2024-11-08T05:31:03,280 INFO [M:0;d1ba675678c9:37111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:31:03,280 INFO [M:0;d1ba675678c9:37111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37111 2024-11-08T05:31:03,280 INFO [M:0;d1ba675678c9:37111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:31:03,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:31:03,386 INFO [M:0;d1ba675678c9:37111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:31:03,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:03,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37111-0x10118ed148a0000, quorum=127.0.0.1:50929, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:03,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c071b7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:31:03,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50c5c703{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:31:03,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:31:03,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bb07f17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:31:03,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2c9f8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.log.dir/,STOPPED} 2024-11-08T05:31:03,426 WARN [BP-280893066-172.17.0.3-1731043856383 heartbeating to localhost/127.0.0.1:34907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:31:03,426 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:31:03,426 WARN [BP-280893066-172.17.0.3-1731043856383 heartbeating to localhost/127.0.0.1:34907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-280893066-172.17.0.3-1731043856383 (Datanode Uuid 1e37f23b-e799-4630-9cb9-cecc77dd4e49) service to localhost/127.0.0.1:34907 2024-11-08T05:31:03,426 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:31:03,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/data/data3/current/BP-280893066-172.17.0.3-1731043856383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:31:03,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/data/data4/current/BP-280893066-172.17.0.3-1731043856383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:31:03,428 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:31:03,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41ab9bae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:31:03,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dec213b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:31:03,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:31:03,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b1b5e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:31:03,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cbdb925{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.log.dir/,STOPPED} 2024-11-08T05:31:03,433 WARN [BP-280893066-172.17.0.3-1731043856383 heartbeating to localhost/127.0.0.1:34907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:31:03,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:31:03,433 WARN [BP-280893066-172.17.0.3-1731043856383 heartbeating to localhost/127.0.0.1:34907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-280893066-172.17.0.3-1731043856383 (Datanode Uuid 350ea61b-297b-453c-a156-1c6697b4c8dd) service to localhost/127.0.0.1:34907 2024-11-08T05:31:03,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:31:03,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/data/data1/current/BP-280893066-172.17.0.3-1731043856383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:31:03,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/cluster_44543705-4df6-4514-d54d-6862806b696a/data/data2/current/BP-280893066-172.17.0.3-1731043856383 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:31:03,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:31:03,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@549971bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:31:03,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f534fe9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:31:03,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:31:03,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5325ff09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:31:03,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3471c5c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.log.dir/,STOPPED} 2024-11-08T05:31:03,448 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:31:03,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:31:03,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=171 (was 151) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34907 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34907 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=524 (was 493) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 462), ProcessCount=11 (was 11), AvailableMemoryMB=6956 (was 7379) 2024-11-08T05:31:03,480 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=171, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=6956 2024-11-08T05:31:03,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.log.dir so I do NOT create it in target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf 2024-11-08T05:31:03,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T05:31:03,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.tmp.dir so I do NOT create it in target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf 2024-11-08T05:31:03,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2584c442-d877-6397-68f5-dfd8708d52de/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T05:31:03,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf 2024-11-08T05:31:03,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T05:31:03,499 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde, deleteOnExit=true 2024-11-08T05:31:03,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T05:31:03,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/test.cache.data in system properties and HBase conf 2024-11-08T05:31:03,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T05:31:03,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/hadoop.log.dir in system properties and HBase conf 2024-11-08T05:31:03,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T05:31:03,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T05:31:03,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T05:31:03,500 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T05:31:03,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:31:03,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T05:31:03,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T05:31:03,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:31:03,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T05:31:03,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T05:31:03,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T05:31:03,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:31:03,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T05:31:03,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/nfs.dump.dir in system properties and HBase conf 2024-11-08T05:31:03,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/java.io.tmpdir in system properties and HBase conf 2024-11-08T05:31:03,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T05:31:03,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T05:31:03,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T05:31:03,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:31:03,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:31:03,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:31:03,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:31:03,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:31:03,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:31:03,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a0a9090{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:31:03,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@467fcb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:31:04,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49dadbbf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/java.io.tmpdir/jetty-localhost-44161-hadoop-hdfs-3_4_1-tests_jar-_-any-12213109852210815998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:31:04,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28e59b77{HTTP/1.1, (http/1.1)}{localhost:44161} 2024-11-08T05:31:04,034 INFO [Time-limited test {}] server.Server(415): Started @40499ms 2024-11-08T05:31:04,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:31:04,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:31:04,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:31:04,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:31:04,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T05:31:04,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da47160{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:31:04,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2659960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:31:04,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49b5e1cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/java.io.tmpdir/jetty-localhost-41049-hadoop-hdfs-3_4_1-tests_jar-_-any-18194531129896815347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:31:04,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d8c7648{HTTP/1.1, (http/1.1)}{localhost:41049} 2024-11-08T05:31:04,428 INFO [Time-limited test {}] server.Server(415): Started @40893ms 2024-11-08T05:31:04,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:31:04,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T05:31:04,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T05:31:04,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T05:31:04,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T05:31:04,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T05:31:04,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ede39a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/hadoop.log.dir/,AVAILABLE} 2024-11-08T05:31:04,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eba7a0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T05:31:04,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17a8a25a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/java.io.tmpdir/jetty-localhost-46703-hadoop-hdfs-3_4_1-tests_jar-_-any-11752227929226524159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:31:04,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3684fdf8{HTTP/1.1, (http/1.1)}{localhost:46703} 2024-11-08T05:31:04,582 INFO [Time-limited test {}] server.Server(415): Started @41047ms 2024-11-08T05:31:04,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T05:31:05,638 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/data/data2/current/BP-425482339-172.17.0.3-1731043863523/current, will proceed with Du for space computation calculation, 2024-11-08T05:31:05,638 WARN [Thread-1430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/data/data1/current/BP-425482339-172.17.0.3-1731043863523/current, will proceed with Du for space computation calculation, 2024-11-08T05:31:05,673 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:31:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6740b2c3b454f66a with lease ID 0xf1b05763fc836cf5: Processing first storage report for DS-aadd53a0-33fd-4208-84cd-abe8be6273c1 from datanode DatanodeRegistration(127.0.0.1:39179, datanodeUuid=8ca0924c-170c-44db-a562-926658513e63, infoPort=35213, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=333312587;c=1731043863523) 2024-11-08T05:31:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6740b2c3b454f66a with lease ID 0xf1b05763fc836cf5: from storage DS-aadd53a0-33fd-4208-84cd-abe8be6273c1 node DatanodeRegistration(127.0.0.1:39179, datanodeUuid=8ca0924c-170c-44db-a562-926658513e63, infoPort=35213, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=333312587;c=1731043863523), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:31:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6740b2c3b454f66a with lease ID 0xf1b05763fc836cf5: Processing first storage report for DS-6e437a61-47e5-45a5-b750-b7eda2228ab1 from datanode DatanodeRegistration(127.0.0.1:39179, datanodeUuid=8ca0924c-170c-44db-a562-926658513e63, infoPort=35213, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=333312587;c=1731043863523) 2024-11-08T05:31:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6740b2c3b454f66a with lease ID 0xf1b05763fc836cf5: from storage DS-6e437a61-47e5-45a5-b750-b7eda2228ab1 node DatanodeRegistration(127.0.0.1:39179, datanodeUuid=8ca0924c-170c-44db-a562-926658513e63, infoPort=35213, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=333312587;c=1731043863523), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:31:05,832 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/data/data4/current/BP-425482339-172.17.0.3-1731043863523/current, will proceed with Du for space computation calculation, 2024-11-08T05:31:05,832 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/data/data3/current/BP-425482339-172.17.0.3-1731043863523/current, will proceed with Du for space computation calculation, 2024-11-08T05:31:05,852 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T05:31:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x261d1e30744db810 with lease ID 0xf1b05763fc836cf6: Processing first storage report for DS-2aa53a2a-ac4c-4bb3-b399-979e722dd1b2 from datanode DatanodeRegistration(127.0.0.1:35637, datanodeUuid=55010a5f-3b70-4aa6-855b-b533411fe532, infoPort=36979, infoSecurePort=0, ipcPort=37513, storageInfo=lv=-57;cid=testClusterID;nsid=333312587;c=1731043863523) 2024-11-08T05:31:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x261d1e30744db810 with lease ID 0xf1b05763fc836cf6: from storage DS-2aa53a2a-ac4c-4bb3-b399-979e722dd1b2 node DatanodeRegistration(127.0.0.1:35637, datanodeUuid=55010a5f-3b70-4aa6-855b-b533411fe532, infoPort=36979, infoSecurePort=0, ipcPort=37513, storageInfo=lv=-57;cid=testClusterID;nsid=333312587;c=1731043863523), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:31:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x261d1e30744db810 with lease ID 0xf1b05763fc836cf6: Processing first storage report for DS-e0ff41c3-bcd0-4a90-b2ff-708a07855b6f from datanode DatanodeRegistration(127.0.0.1:35637, datanodeUuid=55010a5f-3b70-4aa6-855b-b533411fe532, infoPort=36979, infoSecurePort=0, ipcPort=37513, storageInfo=lv=-57;cid=testClusterID;nsid=333312587;c=1731043863523) 2024-11-08T05:31:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x261d1e30744db810 with lease ID 0xf1b05763fc836cf6: from storage DS-e0ff41c3-bcd0-4a90-b2ff-708a07855b6f node DatanodeRegistration(127.0.0.1:35637, datanodeUuid=55010a5f-3b70-4aa6-855b-b533411fe532, infoPort=36979, infoSecurePort=0, ipcPort=37513, storageInfo=lv=-57;cid=testClusterID;nsid=333312587;c=1731043863523), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T05:31:05,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf 2024-11-08T05:31:05,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/zookeeper_0, clientPort=50950, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T05:31:05,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50950 2024-11-08T05:31:05,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:31:05,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:31:05,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:31:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741825_1001 (size=7) 2024-11-08T05:31:05,955 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8 with version=8 2024-11-08T05:31:05,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/hbase-staging 2024-11-08T05:31:05,958 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:31:05,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:31:05,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:31:05,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:31:05,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:31:05,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:31:05,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T05:31:05,958 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:31:05,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33267 2024-11-08T05:31:05,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33267 connecting to ZooKeeper ensemble=127.0.0.1:50950 2024-11-08T05:31:06,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332670x0, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:31:06,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33267-0x10118ed30fb0000 connected 2024-11-08T05:31:06,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:31:06,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:31:06,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:31:06,180 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8, hbase.cluster.distributed=false 2024-11-08T05:31:06,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:31:06,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33267 2024-11-08T05:31:06,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33267 2024-11-08T05:31:06,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33267 2024-11-08T05:31:06,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33267 2024-11-08T05:31:06,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33267 2024-11-08T05:31:06,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:31:06,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:31:06,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:31:06,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:31:06,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:31:06,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:31:06,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:31:06,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:31:06,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45265 2024-11-08T05:31:06,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45265 connecting to ZooKeeper ensemble=127.0.0.1:50950 2024-11-08T05:31:06,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:31:06,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:31:06,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452650x0, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:31:06,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452650x0, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:31:06,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45265-0x10118ed30fb0001 connected 2024-11-08T05:31:06,247 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:31:06,248 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T05:31:06,252 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T05:31:06,253 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T05:31:06,254 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T05:31:06,254 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:31:06,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:31:06,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:31:06,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45265 2024-11-08T05:31:06,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45265 2024-11-08T05:31:06,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45265 2024-11-08T05:31:06,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45265 2024-11-08T05:31:06,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45265 2024-11-08T05:31:06,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45 2024-11-08T05:31:06,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:31:06,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T05:31:06,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T05:31:06,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T05:31:06,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T05:31:06,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T05:31:06,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T05:31:06,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35445 2024-11-08T05:31:06,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35445 connecting to ZooKeeper ensemble=127.0.0.1:50950 2024-11-08T05:31:06,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:31:06,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:31:06,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354450x0, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T05:31:06,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354450x0, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:31:06,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35445-0x10118ed30fb0002 connected 2024-11-08T05:31:06,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T05:31:06,297 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-08T05:31:06,302 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-08T05:31:06,302 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-08T05:31:06,303 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-08T05:31:06,304 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T05:31:06,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T05:31:06,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T05:31:06,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35445 2024-11-08T05:31:06,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35445 2024-11-08T05:31:06,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35445 2024-11-08T05:31:06,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35445 2024-11-08T05:31:06,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35445 2024-11-08T05:31:06,323 DEBUG [M:0;d1ba675678c9:33267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:33267 2024-11-08T05:31:06,324 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,33267,1731043865957 2024-11-08T05:31:06,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:31:06,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:31:06,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:31:06,337 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,33267,1731043865957 2024-11-08T05:31:06,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:31:06,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T05:31:06,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,349 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T05:31:06,349 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,33267,1731043865957 from backup master directory 2024-11-08T05:31:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,33267,1731043865957 2024-11-08T05:31:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:31:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:31:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T05:31:06,359 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:31:06,359 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,33267,1731043865957 2024-11-08T05:31:06,363 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/hbase.id] with ID: ce2d46a8-b969-4340-9577-d9b8534390c7 2024-11-08T05:31:06,363 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/.tmp/hbase.id 2024-11-08T05:31:06,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:31:06,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741826_1002 (size=42) 2024-11-08T05:31:06,369 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/.tmp/hbase.id]:[hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/hbase.id] 2024-11-08T05:31:06,380 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T05:31:06,380 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T05:31:06,382 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T05:31:06,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:31:06,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741827_1003 (size=196) 2024-11-08T05:31:06,398 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:31:06,399 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T05:31:06,399 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:31:06,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:31:06,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741828_1004 (size=1189) 2024-11-08T05:31:06,408 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store 2024-11-08T05:31:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:31:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741829_1005 (size=34) 2024-11-08T05:31:06,415 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:06,415 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:31:06,415 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:06,415 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:06,415 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:31:06,415 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:06,415 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:06,415 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043866415Disabling compacts and flushes for region at 1731043866415Disabling writes for close at 1731043866415Writing region close event to WAL at 1731043866415Closed at 1731043866415 2024-11-08T05:31:06,416 WARN [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/.initializing 2024-11-08T05:31:06,416 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/WALs/d1ba675678c9,33267,1731043865957 2024-11-08T05:31:06,417 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:31:06,419 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C33267%2C1731043865957, suffix=, logDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/WALs/d1ba675678c9,33267,1731043865957, archiveDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/oldWALs, maxLogs=10 2024-11-08T05:31:06,432 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/WALs/d1ba675678c9,33267,1731043865957/d1ba675678c9%2C33267%2C1731043865957.1731043866419, exclude list is [], retry=0 2024-11-08T05:31:06,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39179,DS-aadd53a0-33fd-4208-84cd-abe8be6273c1,DISK] 2024-11-08T05:31:06,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-2aa53a2a-ac4c-4bb3-b399-979e722dd1b2,DISK] 2024-11-08T05:31:06,438 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/WALs/d1ba675678c9,33267,1731043865957/d1ba675678c9%2C33267%2C1731043865957.1731043866419 2024-11-08T05:31:06,438 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213),(127.0.0.1/127.0.0.1:36979:36979)] 2024-11-08T05:31:06,438 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:31:06,439 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:06,439 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,439 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T05:31:06,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:06,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:06,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T05:31:06,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:06,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:31:06,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T05:31:06,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:06,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:31:06,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T05:31:06,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:06,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:31:06,448 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,449 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,449 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,451 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,451 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,452 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:31:06,453 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T05:31:06,457 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:31:06,458 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62058316, jitterRate=-0.07525902986526489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:31:06,458 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731043866439Initializing all the Stores at 1731043866440 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043866440Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043866440Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043866440Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043866440Cleaning up temporary data from old regions at 1731043866451 (+11 ms)Region opened successfully at 1731043866458 (+7 ms) 2024-11-08T05:31:06,459 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T05:31:06,463 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d65e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:31:06,464 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T05:31:06,464 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T05:31:06,464 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T05:31:06,464 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T05:31:06,465 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T05:31:06,465 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T05:31:06,466 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T05:31:06,468 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T05:31:06,469 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T05:31:06,475 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T05:31:06,475 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T05:31:06,476 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T05:31:06,485 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T05:31:06,486 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T05:31:06,487 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T05:31:06,496 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T05:31:06,497 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T05:31:06,506 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T05:31:06,509 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T05:31:06,517 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T05:31:06,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:31:06,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:31:06,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T05:31:06,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,528 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,33267,1731043865957, sessionid=0x10118ed30fb0000, setting cluster-up flag (Was=false) 2024-11-08T05:31:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T05:31:06,580 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T05:31:06,581 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,33267,1731043865957 2024-11-08T05:31:06,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:06,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:31:06,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:31:06,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:31:06,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:31:06,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:31:06,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:31:06,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:31:06,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T05:31:06,633 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T05:31:06,643 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,33267,1731043865957 2024-11-08T05:31:06,645 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T05:31:06,656 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T05:31:06,657 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T05:31:06,657 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T05:31:06,657 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,33267,1731043865957 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T05:31:06,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:31:06,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:31:06,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:31:06,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5 2024-11-08T05:31:06,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10 2024-11-08T05:31:06,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:31:06,673 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:31:06,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T05:31:06,676 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043896676 2024-11-08T05:31:06,676 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T05:31:06,676 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T05:31:06,677 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T05:31:06,677 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T05:31:06,677 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T05:31:06,677 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T05:31:06,677 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,677 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:06,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T05:31:06,684 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T05:31:06,684 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T05:31:06,684 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T05:31:06,685 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T05:31:06,685 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T05:31:06,685 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043866685,5,FailOnTimeoutGroup] 2024-11-08T05:31:06,686 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043866685,5,FailOnTimeoutGroup] 2024-11-08T05:31:06,686 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,686 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T05:31:06,686 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,686 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:31:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741831_1007 (size=1321) 2024-11-08T05:31:06,714 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(746): ClusterId : ce2d46a8-b969-4340-9577-d9b8534390c7 2024-11-08T05:31:06,714 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(746): ClusterId : ce2d46a8-b969-4340-9577-d9b8534390c7 2024-11-08T05:31:06,714 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:31:06,714 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T05:31:06,739 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:31:06,739 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T05:31:06,739 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:31:06,739 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T05:31:06,749 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:31:06,749 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T05:31:06,750 DEBUG [RS:0;d1ba675678c9:45265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917a038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:31:06,750 DEBUG [RS:1;d1ba675678c9:35445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d81a25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0 2024-11-08T05:31:06,760 DEBUG [RS:0;d1ba675678c9:45265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:45265 2024-11-08T05:31:06,760 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:31:06,760 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:31:06,760 DEBUG [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:31:06,761 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,33267,1731043865957 with port=45265, startcode=1731043866196 2024-11-08T05:31:06,761 DEBUG [RS:0;d1ba675678c9:45265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:31:06,763 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:31:06,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,45265,1731043866196 2024-11-08T05:31:06,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33267 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,45265,1731043866196 2024-11-08T05:31:06,765 DEBUG [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8 2024-11-08T05:31:06,765 DEBUG [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33783 2024-11-08T05:31:06,765 DEBUG [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:31:06,765 DEBUG [RS:1;d1ba675678c9:35445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d1ba675678c9:35445 2024-11-08T05:31:06,765 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T05:31:06,765 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T05:31:06,765 DEBUG [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T05:31:06,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:31:06,770 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,33267,1731043865957 with port=35445, startcode=1731043866269 2024-11-08T05:31:06,770 DEBUG [RS:1;d1ba675678c9:35445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T05:31:06,770 DEBUG [RS:0;d1ba675678c9:45265 {}] zookeeper.ZKUtil(111): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,45265,1731043866196 2024-11-08T05:31:06,770 WARN [RS:0;d1ba675678c9:45265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:31:06,770 INFO [RS:0;d1ba675678c9:45265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:31:06,770 DEBUG [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,45265,1731043866196 2024-11-08T05:31:06,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,45265,1731043866196] 2024-11-08T05:31:06,771 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T05:31:06,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,35445,1731043866269 2024-11-08T05:31:06,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33267 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,35445,1731043866269 2024-11-08T05:31:06,773 DEBUG [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8 2024-11-08T05:31:06,773 DEBUG [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33783 2024-11-08T05:31:06,773 DEBUG [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T05:31:06,774 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:31:06,775 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:31:06,775 INFO [RS:0;d1ba675678c9:45265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:31:06,776 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,776 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:31:06,777 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:31:06,777 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:31:06,777 DEBUG [RS:0;d1ba675678c9:45265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:31:06,778 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,778 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,778 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,778 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,778 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,778 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45265,1731043866196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:31:06,791 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:31:06,791 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,45265,1731043866196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,791 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,791 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.Replication(171): d1ba675678c9,45265,1731043866196 started 2024-11-08T05:31:06,804 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,804 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,45265,1731043866196, RpcServer on d1ba675678c9/172.17.0.3:45265, sessionid=0x10118ed30fb0001 2024-11-08T05:31:06,804 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:31:06,804 DEBUG [RS:0;d1ba675678c9:45265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,45265,1731043866196 2024-11-08T05:31:06,804 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45265,1731043866196' 2024-11-08T05:31:06,804 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:31:06,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:31:06,810 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:31:06,811 DEBUG [RS:1;d1ba675678c9:35445 {}] zookeeper.ZKUtil(111): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,35445,1731043866269 2024-11-08T05:31:06,811 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:31:06,811 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:31:06,811 WARN [RS:1;d1ba675678c9:35445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T05:31:06,811 DEBUG [RS:0;d1ba675678c9:45265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,45265,1731043866196 2024-11-08T05:31:06,811 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,45265,1731043866196' 2024-11-08T05:31:06,811 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:31:06,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,35445,1731043866269] 2024-11-08T05:31:06,811 INFO [RS:1;d1ba675678c9:35445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:31:06,811 DEBUG [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,35445,1731043866269 2024-11-08T05:31:06,811 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:31:06,811 DEBUG [RS:0;d1ba675678c9:45265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:31:06,811 INFO [RS:0;d1ba675678c9:45265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:31:06,811 INFO [RS:0;d1ba675678c9:45265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:31:06,814 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T05:31:06,816 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T05:31:06,816 INFO [RS:1;d1ba675678c9:35445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T05:31:06,816 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,816 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T05:31:06,817 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T05:31:06,817 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:31:06,817 DEBUG [RS:1;d1ba675678c9:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3 2024-11-08T05:31:06,818 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,818 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,818 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,818 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,818 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,818 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,35445,1731043866269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:31:06,830 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T05:31:06,830 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,35445,1731043866269-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,830 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,830 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.Replication(171): d1ba675678c9,35445,1731043866269 started 2024-11-08T05:31:06,843 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:06,843 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,35445,1731043866269, RpcServer on d1ba675678c9/172.17.0.3:35445, sessionid=0x10118ed30fb0002 2024-11-08T05:31:06,843 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T05:31:06,843 DEBUG [RS:1;d1ba675678c9:35445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,35445,1731043866269 2024-11-08T05:31:06,843 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,35445,1731043866269' 2024-11-08T05:31:06,843 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T05:31:06,844 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T05:31:06,844 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T05:31:06,844 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T05:31:06,844 DEBUG [RS:1;d1ba675678c9:35445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,35445,1731043866269 2024-11-08T05:31:06,844 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,35445,1731043866269' 2024-11-08T05:31:06,844 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T05:31:06,844 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T05:31:06,845 DEBUG [RS:1;d1ba675678c9:35445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T05:31:06,845 INFO [RS:1;d1ba675678c9:35445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T05:31:06,845 INFO [RS:1;d1ba675678c9:35445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T05:31:06,912 INFO [RS:0;d1ba675678c9:45265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:31:06,913 INFO [RS:0;d1ba675678c9:45265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C45265%2C1731043866196, suffix=, logDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,45265,1731043866196, archiveDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/oldWALs, maxLogs=32 2024-11-08T05:31:06,925 DEBUG [RS:0;d1ba675678c9:45265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,45265,1731043866196/d1ba675678c9%2C45265%2C1731043866196.1731043866914, exclude list is [], retry=0 2024-11-08T05:31:06,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-2aa53a2a-ac4c-4bb3-b399-979e722dd1b2,DISK] 2024-11-08T05:31:06,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39179,DS-aadd53a0-33fd-4208-84cd-abe8be6273c1,DISK] 2024-11-08T05:31:06,930 INFO [RS:0;d1ba675678c9:45265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,45265,1731043866196/d1ba675678c9%2C45265%2C1731043866196.1731043866914 2024-11-08T05:31:06,930 DEBUG [RS:0;d1ba675678c9:45265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213),(127.0.0.1/127.0.0.1:36979:36979)] 2024-11-08T05:31:06,945 INFO [RS:1;d1ba675678c9:35445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T05:31:06,947 INFO [RS:1;d1ba675678c9:35445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C35445%2C1731043866269, suffix=, logDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,35445,1731043866269, archiveDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/oldWALs, maxLogs=32 2024-11-08T05:31:06,960 DEBUG [RS:1;d1ba675678c9:35445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,35445,1731043866269/d1ba675678c9%2C35445%2C1731043866269.1731043866947, exclude list is [], retry=0 2024-11-08T05:31:06,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39179,DS-aadd53a0-33fd-4208-84cd-abe8be6273c1,DISK] 2024-11-08T05:31:06,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-2aa53a2a-ac4c-4bb3-b399-979e722dd1b2,DISK] 2024-11-08T05:31:06,966 INFO [RS:1;d1ba675678c9:35445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,35445,1731043866269/d1ba675678c9%2C35445%2C1731043866269.1731043866947 2024-11-08T05:31:06,966 DEBUG [RS:1;d1ba675678c9:35445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213),(127.0.0.1/127.0.0.1:36979:36979)] 2024-11-08T05:31:07,098 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T05:31:07,098 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8 2024-11-08T05:31:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741834_1010 (size=32) 2024-11-08T05:31:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741834_1010 (size=32) 2024-11-08T05:31:07,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:07,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:31:07,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:31:07,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:07,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:31:07,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:31:07,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:07,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:31:07,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:31:07,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:07,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:31:07,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:31:07,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:07,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:31:07,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740 2024-11-08T05:31:07,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740 2024-11-08T05:31:07,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:31:07,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:31:07,119 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:31:07,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:31:07,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:31:07,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67638341, jitterRate=0.007889822125434875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:31:07,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731043867106Initializing all the Stores at 1731043867107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043867107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043867107Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043867107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043867107Cleaning up temporary data from old regions at 1731043867118 (+11 ms)Region opened successfully at 1731043867123 (+5 ms) 2024-11-08T05:31:07,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:31:07,123 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:31:07,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:31:07,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:31:07,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:31:07,124 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:31:07,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043867123Disabling compacts and flushes for region at 1731043867123Disabling writes for close at 1731043867124 (+1 ms)Writing region close event to WAL at 1731043867124Closed at 1731043867124 2024-11-08T05:31:07,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:31:07,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T05:31:07,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T05:31:07,127 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:31:07,128 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T05:31:07,279 DEBUG [d1ba675678c9:33267 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T05:31:07,279 DEBUG [d1ba675678c9:33267 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:31:07,281 DEBUG [d1ba675678c9:33267 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:31:07,281 DEBUG [d1ba675678c9:33267 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:31:07,281 DEBUG [d1ba675678c9:33267 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:31:07,281 DEBUG [d1ba675678c9:33267 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:31:07,281 INFO [d1ba675678c9:33267 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:31:07,281 INFO [d1ba675678c9:33267 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:31:07,281 DEBUG [d1ba675678c9:33267 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:31:07,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,35445,1731043866269 2024-11-08T05:31:07,282 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,35445,1731043866269, state=OPENING 2024-11-08T05:31:07,337 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T05:31:07,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:07,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:07,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:07,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:07,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:07,349 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T05:31:07,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,35445,1731043866269}] 2024-11-08T05:31:07,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:07,502 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:31:07,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:31:07,507 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T05:31:07,507 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T05:31:07,507 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T05:31:07,509 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C35445%2C1731043866269.meta, suffix=.meta, logDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,35445,1731043866269, archiveDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/oldWALs, maxLogs=32 2024-11-08T05:31:07,523 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,35445,1731043866269/d1ba675678c9%2C35445%2C1731043866269.meta.1731043867509.meta, exclude list is [], retry=0 2024-11-08T05:31:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-2aa53a2a-ac4c-4bb3-b399-979e722dd1b2,DISK] 2024-11-08T05:31:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39179,DS-aadd53a0-33fd-4208-84cd-abe8be6273c1,DISK] 2024-11-08T05:31:07,528 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/WALs/d1ba675678c9,35445,1731043866269/d1ba675678c9%2C35445%2C1731043866269.meta.1731043867509.meta 2024-11-08T05:31:07,528 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35213:35213),(127.0.0.1/127.0.0.1:36979:36979)] 2024-11-08T05:31:07,528 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T05:31:07,529 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T05:31:07,529 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T05:31:07,529 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T05:31:07,529 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T05:31:07,529 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:07,529 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T05:31:07,529 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T05:31:07,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T05:31:07,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T05:31:07,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:07,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T05:31:07,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T05:31:07,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:07,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T05:31:07,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T05:31:07,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:07,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T05:31:07,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T05:31:07,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T05:31:07,536 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T05:31:07,536 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740 2024-11-08T05:31:07,537 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740 2024-11-08T05:31:07,539 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T05:31:07,539 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T05:31:07,539 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T05:31:07,540 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T05:31:07,541 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63461084, jitterRate=-0.054356157779693604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T05:31:07,542 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T05:31:07,542 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731043867529Writing region info on filesystem at 1731043867529Initializing all the Stores at 1731043867530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043867530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043867530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043867530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043867530Cleaning up temporary data from old regions at 1731043867539 (+9 ms)Running coprocessor post-open hooks at 1731043867542 (+3 ms)Region opened successfully at 1731043867542 2024-11-08T05:31:07,543 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043867502 2024-11-08T05:31:07,546 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T05:31:07,547 INFO [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T05:31:07,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35445,1731043866269 2024-11-08T05:31:07,549 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,35445,1731043866269, state=OPEN 2024-11-08T05:31:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:31:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:31:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T05:31:07,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:07,559 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,35445,1731043866269 2024-11-08T05:31:07,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:07,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T05:31:07,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T05:31:07,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,35445,1731043866269 in 210 msec 2024-11-08T05:31:07,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T05:31:07,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-08T05:31:07,566 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T05:31:07,566 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T05:31:07,567 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:31:07,567 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35445,1731043866269, seqNum=-1] 2024-11-08T05:31:07,568 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:31:07,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:31:07,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 925 msec 2024-11-08T05:31:07,576 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043867576, completionTime=-1 2024-11-08T05:31:07,576 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-08T05:31:07,576 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T05:31:07,579 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-08T05:31:07,579 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043927579 2024-11-08T05:31:07,579 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043987579 2024-11-08T05:31:07,579 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T05:31:07,579 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T05:31:07,580 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33267,1731043865957-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:07,580 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33267,1731043865957-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:07,580 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33267,1731043865957-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:07,580 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:33267, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:07,580 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:07,581 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:07,583 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T05:31:07,586 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.227sec 2024-11-08T05:31:07,586 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T05:31:07,586 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T05:31:07,586 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T05:31:07,586 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T05:31:07,586 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T05:31:07,586 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33267,1731043865957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T05:31:07,587 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33267,1731043865957-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T05:31:07,589 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T05:31:07,589 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T05:31:07,589 INFO [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,33267,1731043865957-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T05:31:07,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53220cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:31:07,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,33267,-1 for getting cluster id 2024-11-08T05:31:07,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T05:31:07,617 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce2d46a8-b969-4340-9577-d9b8534390c7' 2024-11-08T05:31:07,617 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T05:31:07,617 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce2d46a8-b969-4340-9577-d9b8534390c7" 2024-11-08T05:31:07,618 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fedcd84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:31:07,618 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,33267,-1] 2024-11-08T05:31:07,618 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T05:31:07,619 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:07,620 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T05:31:07,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1469ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T05:31:07,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T05:31:07,623 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35445,1731043866269, seqNum=-1] 2024-11-08T05:31:07,623 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:31:07,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:31:07,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,33267,1731043865957 2024-11-08T05:31:07,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T05:31:07,628 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,33267,1731043865957 2024-11-08T05:31:07,628 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2503555f 2024-11-08T05:31:07,628 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T05:31:07,630 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T05:31:07,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T05:31:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-08T05:31:07,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T05:31:07,633 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-08T05:31:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:31:07,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T05:31:07,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:31:07,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741836_1012 (size=379) 2024-11-08T05:31:07,646 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 813aa3a79e4f8807a57797241ad807a0, NAME => 'testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8 2024-11-08T05:31:07,646 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eddc891131a6a4960ded537a1a64d8b0, NAME => 'testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8 2024-11-08T05:31:07,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:31:07,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741837_1013 (size=61) 2024-11-08T05:31:07,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:07,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 813aa3a79e4f8807a57797241ad807a0, disabling compactions & flushes 2024-11-08T05:31:07,661 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:07,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:07,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. after waiting 0 ms 2024-11-08T05:31:07,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:07,661 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:07,661 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 813aa3a79e4f8807a57797241ad807a0: Waiting for close lock at 1731043867661Disabling compacts and flushes for region at 1731043867661Disabling writes for close at 1731043867661Writing region close event to WAL at 1731043867661Closed at 1731043867661 2024-11-08T05:31:07,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:31:07,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741838_1014 (size=61) 2024-11-08T05:31:07,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:07,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing eddc891131a6a4960ded537a1a64d8b0, disabling compactions & flushes 2024-11-08T05:31:07,664 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:07,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:07,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. after waiting 0 ms 2024-11-08T05:31:07,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:07,664 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:07,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for eddc891131a6a4960ded537a1a64d8b0: Waiting for close lock at 1731043867664Disabling compacts and flushes for region at 1731043867664Disabling writes for close at 1731043867664Writing region close event to WAL at 1731043867664Closed at 1731043867664 2024-11-08T05:31:07,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T05:31:07,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043867666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043867666"}]},"ts":"1731043867666"} 2024-11-08T05:31:07,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731043867666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043867666"}]},"ts":"1731043867666"} 2024-11-08T05:31:07,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T05:31:07,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T05:31:07,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043867672"}]},"ts":"1731043867672"} 2024-11-08T05:31:07,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-08T05:31:07,675 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d1ba675678c9=0} racks are {/default-rack=0} 2024-11-08T05:31:07,676 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T05:31:07,676 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T05:31:07,676 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T05:31:07,676 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T05:31:07,676 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T05:31:07,676 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T05:31:07,676 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T05:31:07,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eddc891131a6a4960ded537a1a64d8b0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=813aa3a79e4f8807a57797241ad807a0, ASSIGN}] 2024-11-08T05:31:07,678 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=813aa3a79e4f8807a57797241ad807a0, ASSIGN 2024-11-08T05:31:07,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eddc891131a6a4960ded537a1a64d8b0, ASSIGN 2024-11-08T05:31:07,680 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=813aa3a79e4f8807a57797241ad807a0, ASSIGN; state=OFFLINE, location=d1ba675678c9,45265,1731043866196; forceNewPlan=false, retain=false 2024-11-08T05:31:07,680 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eddc891131a6a4960ded537a1a64d8b0, ASSIGN; state=OFFLINE, location=d1ba675678c9,35445,1731043866269; forceNewPlan=false, retain=false 2024-11-08T05:31:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:31:07,830 INFO [d1ba675678c9:33267 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-08T05:31:07,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=813aa3a79e4f8807a57797241ad807a0, regionState=OPENING, regionLocation=d1ba675678c9,45265,1731043866196 2024-11-08T05:31:07,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eddc891131a6a4960ded537a1a64d8b0, regionState=OPENING, regionLocation=d1ba675678c9,35445,1731043866269 2024-11-08T05:31:07,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=813aa3a79e4f8807a57797241ad807a0, ASSIGN because future has completed 2024-11-08T05:31:07,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 813aa3a79e4f8807a57797241ad807a0, server=d1ba675678c9,45265,1731043866196}] 2024-11-08T05:31:07,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eddc891131a6a4960ded537a1a64d8b0, ASSIGN because future has completed 2024-11-08T05:31:07,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddc891131a6a4960ded537a1a64d8b0, server=d1ba675678c9,35445,1731043866269}] 2024-11-08T05:31:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:31:07,987 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:31:07,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:31:07,991 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:07,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 813aa3a79e4f8807a57797241ad807a0, NAME => 'testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0.', STARTKEY => '5', ENDKEY => ''} 2024-11-08T05:31:07,992 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:07,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => eddc891131a6a4960ded537a1a64d8b0, NAME => 'testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0.', STARTKEY => '', ENDKEY => '5'} 2024-11-08T05:31:07,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:07,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:07,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:07,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:07,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:07,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T05:31:07,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:07,992 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:07,993 INFO [StoreOpener-813aa3a79e4f8807a57797241ad807a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:07,995 INFO [StoreOpener-813aa3a79e4f8807a57797241ad807a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 813aa3a79e4f8807a57797241ad807a0 columnFamilyName family 2024-11-08T05:31:07,995 DEBUG [StoreOpener-813aa3a79e4f8807a57797241ad807a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,995 INFO [StoreOpener-813aa3a79e4f8807a57797241ad807a0-1 {}] regionserver.HStore(327): Store=813aa3a79e4f8807a57797241ad807a0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:31:07,995 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:07,996 INFO [StoreOpener-eddc891131a6a4960ded537a1a64d8b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:07,996 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:07,996 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:07,997 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:07,997 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:07,997 INFO [StoreOpener-eddc891131a6a4960ded537a1a64d8b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddc891131a6a4960ded537a1a64d8b0 columnFamilyName family 2024-11-08T05:31:07,997 DEBUG [StoreOpener-eddc891131a6a4960ded537a1a64d8b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T05:31:07,998 INFO [StoreOpener-eddc891131a6a4960ded537a1a64d8b0-1 {}] regionserver.HStore(327): Store=eddc891131a6a4960ded537a1a64d8b0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T05:31:07,998 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:07,998 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:07,998 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:07,999 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:07,999 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:07,999 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:08,000 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/813aa3a79e4f8807a57797241ad807a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:31:08,001 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 813aa3a79e4f8807a57797241ad807a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69108114, jitterRate=0.029791146516799927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:31:08,001 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:08,001 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:08,001 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 813aa3a79e4f8807a57797241ad807a0: Running coprocessor pre-open hook at 1731043867992Writing region info on filesystem at 1731043867992Initializing all the Stores at 1731043867993 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043867993Cleaning up temporary data from old regions at 1731043867997 (+4 ms)Running coprocessor post-open hooks at 1731043868001 (+4 ms)Region opened successfully at 1731043868001 2024-11-08T05:31:08,002 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0., pid=7, masterSystemTime=1731043867987 2024-11-08T05:31:08,003 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/eddc891131a6a4960ded537a1a64d8b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T05:31:08,004 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened eddc891131a6a4960ded537a1a64d8b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66069289, jitterRate=-0.015490874648094177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T05:31:08,004 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:08,004 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for eddc891131a6a4960ded537a1a64d8b0: Running coprocessor pre-open hook at 1731043867992Writing region info on filesystem at 1731043867992Initializing all the Stores at 1731043867993 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043867993Cleaning up temporary data from old regions at 1731043867999 (+6 ms)Running coprocessor post-open hooks at 1731043868004 (+5 ms)Region opened successfully at 1731043868004 2024-11-08T05:31:08,005 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0., pid=8, masterSystemTime=1731043867989 2024-11-08T05:31:08,005 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:08,005 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:08,006 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=813aa3a79e4f8807a57797241ad807a0, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,45265,1731043866196 2024-11-08T05:31:08,006 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:08,007 INFO [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:08,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eddc891131a6a4960ded537a1a64d8b0, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35445,1731043866269 2024-11-08T05:31:08,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 813aa3a79e4f8807a57797241ad807a0, server=d1ba675678c9,45265,1731043866196 because future has completed 2024-11-08T05:31:08,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddc891131a6a4960ded537a1a64d8b0, server=d1ba675678c9,35445,1731043866269 because future has completed 2024-11-08T05:31:08,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T05:31:08,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 813aa3a79e4f8807a57797241ad807a0, server=d1ba675678c9,45265,1731043866196 in 176 msec 2024-11-08T05:31:08,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=813aa3a79e4f8807a57797241ad807a0, ASSIGN in 335 msec 2024-11-08T05:31:08,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-08T05:31:08,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eddc891131a6a4960ded537a1a64d8b0, server=d1ba675678c9,35445,1731043866269 in 176 msec 2024-11-08T05:31:08,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T05:31:08,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=eddc891131a6a4960ded537a1a64d8b0, ASSIGN in 337 msec 2024-11-08T05:31:08,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T05:31:08,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043868017"}]},"ts":"1731043868017"} 2024-11-08T05:31:08,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-08T05:31:08,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T05:31:08,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-08T05:31:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T05:31:08,261 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-08T05:31:08,261 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-08T05:31:08,261 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:31:08,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-08T05:31:08,264 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T05:31:08,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-08T05:31:08,266 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0., hostname=d1ba675678c9,35445,1731043866269, seqNum=2] 2024-11-08T05:31:08,280 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0., hostname=d1ba675678c9,45265,1731043866196, seqNum=2] 2024-11-08T05:31:08,281 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T05:31:08,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T05:31:08,294 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 813aa3a79e4f8807a57797241ad807a0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-08T05:31:08,311 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/813aa3a79e4f8807a57797241ad807a0/.tmp/family/18637adf45f241828462cb5e0463b729 is 32, key is 5/family:/1731043868284/Put/seqid=0 2024-11-08T05:31:08,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741839_1015 (size=5083) 2024-11-08T05:31:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741839_1015 (size=5083) 2024-11-08T05:31:08,325 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/813aa3a79e4f8807a57797241ad807a0/.tmp/family/18637adf45f241828462cb5e0463b729 2024-11-08T05:31:08,333 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/813aa3a79e4f8807a57797241ad807a0/.tmp/family/18637adf45f241828462cb5e0463b729 as hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/813aa3a79e4f8807a57797241ad807a0/family/18637adf45f241828462cb5e0463b729 2024-11-08T05:31:08,339 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/813aa3a79e4f8807a57797241ad807a0/family/18637adf45f241828462cb5e0463b729, entries=5, sequenceid=9, filesize=5.0 K 2024-11-08T05:31:08,340 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 813aa3a79e4f8807a57797241ad807a0 in 46ms, sequenceid=9, compaction requested=false 2024-11-08T05:31:08,341 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 813aa3a79e4f8807a57797241ad807a0: 2024-11-08T05:31:08,341 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eddc891131a6a4960ded537a1a64d8b0 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-08T05:31:08,359 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/eddc891131a6a4960ded537a1a64d8b0/.tmp/family/4a8d21a5364e4a97b2547e39704c327c is 32, key is 1/family:/1731043868267/Put/seqid=0 2024-11-08T05:31:08,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741840_1016 (size=5054) 2024-11-08T05:31:08,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741840_1016 (size=5054) 2024-11-08T05:31:08,364 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/eddc891131a6a4960ded537a1a64d8b0/.tmp/family/4a8d21a5364e4a97b2547e39704c327c 2024-11-08T05:31:08,370 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/eddc891131a6a4960ded537a1a64d8b0/.tmp/family/4a8d21a5364e4a97b2547e39704c327c as hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/eddc891131a6a4960ded537a1a64d8b0/family/4a8d21a5364e4a97b2547e39704c327c 2024-11-08T05:31:08,376 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/eddc891131a6a4960ded537a1a64d8b0/family/4a8d21a5364e4a97b2547e39704c327c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-08T05:31:08,377 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for eddc891131a6a4960ded537a1a64d8b0 in 36ms, sequenceid=8, compaction requested=false 2024-11-08T05:31:08,377 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eddc891131a6a4960ded537a1a64d8b0: 2024-11-08T05:31:08,381 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-08T05:31:08,384 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:31:08,384 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T05:31:08,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:31:08,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T05:31:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] bucket.BucketCache(1864): found 1 blocks for file 18637adf45f241828462cb5e0463b729, starting offset: 0, end offset: 9223372036854775807 2024-11-08T05:31:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35445 {}] bucket.BucketCache(1864): found 1 blocks for file 4a8d21a5364e4a97b2547e39704c327c, starting offset: 0, end offset: 9223372036854775807 2024-11-08T05:31:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45265 {}] bucket.BucketCache(857): removed key 18637adf45f241828462cb5e0463b729_0 from back map with offset lock 2094080 in the evict process 2024-11-08T05:31:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35445 {}] bucket.BucketCache(857): removed key 4a8d21a5364e4a97b2547e39704c327c_0 from back map with offset lock 2094080 in the evict process 2024-11-08T05:31:08,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T05:31:08,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:31:08,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:31:08,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:08,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:08,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T05:31:08,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T05:31:08,387 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1216226423, stopped=false 2024-11-08T05:31:08,387 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,33267,1731043865957 2024-11-08T05:31:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:31:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:31:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T05:31:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:08,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:08,495 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:31:08,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T05:31:08,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:31:08,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:31:08,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:08,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:31:08,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T05:31:08,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,45265,1731043866196' ***** 2024-11-08T05:31:08,496 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:31:08,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,35445,1731043866269' ***** 2024-11-08T05:31:08,496 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-08T05:31:08,496 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T05:31:08,496 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(3091): Received CLOSE for eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:08,496 INFO [RS:0;d1ba675678c9:45265 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T05:31:08,496 INFO [RS:0;d1ba675678c9:45265 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T05:31:08,496 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T05:31:08,496 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T05:31:08,496 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:31:08,496 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T05:31:08,496 INFO [RS:0;d1ba675678c9:45265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:31:08,496 INFO [RS:0;d1ba675678c9:45265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:31:08,496 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(3091): Received CLOSE for 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:08,496 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:31:08,497 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eddc891131a6a4960ded537a1a64d8b0, disabling compactions & flushes 2024-11-08T05:31:08,497 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:08,497 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:08,497 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. after waiting 0 ms 2024-11-08T05:31:08,497 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:08,498 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,45265,1731043866196 2024-11-08T05:31:08,498 INFO [RS:0;d1ba675678c9:45265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:31:08,498 INFO [RS:0;d1ba675678c9:45265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:45265. 2024-11-08T05:31:08,498 DEBUG [RS:0;d1ba675678c9:45265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:31:08,498 DEBUG [RS:0;d1ba675678c9:45265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:08,498 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T05:31:08,498 DEBUG [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(1325): Online Regions={813aa3a79e4f8807a57797241ad807a0=testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0.} 2024-11-08T05:31:08,498 DEBUG [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(1351): Waiting on 813aa3a79e4f8807a57797241ad807a0 2024-11-08T05:31:08,498 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 813aa3a79e4f8807a57797241ad807a0, disabling compactions & flushes 2024-11-08T05:31:08,498 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:08,499 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:08,499 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. after waiting 0 ms 2024-11-08T05:31:08,499 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:08,499 INFO [RS:1;d1ba675678c9:35445 {}] bucket.BucketCache(1739): Disabling cache 2024-11-08T05:31:08,499 INFO [RS:1;d1ba675678c9:35445 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-08T05:31:08,499 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-08T05:31:08,499 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-08T05:31:08,499 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-08T05:31:08,499 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T05:31:08,499 INFO [RS:1;d1ba675678c9:35445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T05:31:08,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T05:31:08,499 INFO [RS:1;d1ba675678c9:35445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T05:31:08,499 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,35445,1731043866269 2024-11-08T05:31:08,499 INFO [RS:1;d1ba675678c9:35445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:31:08,499 INFO [RS:1;d1ba675678c9:35445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d1ba675678c9:35445. 2024-11-08T05:31:08,499 DEBUG [RS:1;d1ba675678c9:35445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T05:31:08,499 DEBUG [RS:1;d1ba675678c9:35445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:08,500 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:31:08,500 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:31:08,500 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:31:08,500 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T05:31:08,500 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T05:31:08,500 DEBUG [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(1325): Online Regions={eddc891131a6a4960ded537a1a64d8b0=testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T05:31:08,500 DEBUG [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eddc891131a6a4960ded537a1a64d8b0 2024-11-08T05:31:08,500 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T05:31:08,500 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T05:31:08,500 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T05:31:08,500 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T05:31:08,500 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T05:31:08,501 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-08T05:31:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/eddc891131a6a4960ded537a1a64d8b0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T05:31:08,503 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:08,503 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eddc891131a6a4960ded537a1a64d8b0: Waiting for close lock at 1731043868497Running coprocessor pre-close hooks at 1731043868497Disabling compacts and flushes for region at 1731043868497Disabling writes for close at 1731043868497Writing region close event to WAL at 1731043868499 (+2 ms)Running coprocessor post-close hooks at 1731043868503 (+4 ms)Closed at 1731043868503 2024-11-08T05:31:08,503 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/default/testClearRegionBlockCache/813aa3a79e4f8807a57797241ad807a0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T05:31:08,503 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731043867630.eddc891131a6a4960ded537a1a64d8b0. 2024-11-08T05:31:08,504 INFO [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:08,504 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 813aa3a79e4f8807a57797241ad807a0: Waiting for close lock at 1731043868498Running coprocessor pre-close hooks at 1731043868498Disabling compacts and flushes for region at 1731043868498Disabling writes for close at 1731043868499 (+1 ms)Writing region close event to WAL at 1731043868500 (+1 ms)Running coprocessor post-close hooks at 1731043868503 (+3 ms)Closed at 1731043868504 (+1 ms) 2024-11-08T05:31:08,504 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0. 2024-11-08T05:31:08,515 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/.tmp/info/3087269afeb64aed851e8d4e4783fa88 is 173, key is testClearRegionBlockCache,5,1731043867630.813aa3a79e4f8807a57797241ad807a0./info:regioninfo/1731043868006/Put/seqid=0 2024-11-08T05:31:08,519 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:31:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:31:08,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741841_1017 (size=8173) 2024-11-08T05:31:08,521 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/.tmp/info/3087269afeb64aed851e8d4e4783fa88 2024-11-08T05:31:08,543 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/.tmp/ns/1f57bf2ee21e43f09a64334d88e1333f is 43, key is default/ns:d/1731043867570/Put/seqid=0 2024-11-08T05:31:08,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:31:08,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741842_1018 (size=5153) 2024-11-08T05:31:08,549 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/.tmp/ns/1f57bf2ee21e43f09a64334d88e1333f 2024-11-08T05:31:08,570 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/.tmp/table/44116e3793e34010bc7cd9b90cd6c98e is 61, key is testClearRegionBlockCache/table:state/1731043868017/Put/seqid=0 2024-11-08T05:31:08,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:31:08,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741843_1019 (size=5312) 2024-11-08T05:31:08,576 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/.tmp/table/44116e3793e34010bc7cd9b90cd6c98e 2024-11-08T05:31:08,579 INFO [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:31:08,583 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/.tmp/info/3087269afeb64aed851e8d4e4783fa88 as hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/info/3087269afeb64aed851e8d4e4783fa88 2024-11-08T05:31:08,589 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/info/3087269afeb64aed851e8d4e4783fa88, entries=20, sequenceid=13, filesize=8.0 K 2024-11-08T05:31:08,590 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/.tmp/ns/1f57bf2ee21e43f09a64334d88e1333f as hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/ns/1f57bf2ee21e43f09a64334d88e1333f 2024-11-08T05:31:08,595 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/ns/1f57bf2ee21e43f09a64334d88e1333f, entries=2, sequenceid=13, filesize=5.0 K 2024-11-08T05:31:08,596 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/.tmp/table/44116e3793e34010bc7cd9b90cd6c98e as hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/table/44116e3793e34010bc7cd9b90cd6c98e 2024-11-08T05:31:08,602 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/table/44116e3793e34010bc7cd9b90cd6c98e, entries=2, sequenceid=13, filesize=5.2 K 2024-11-08T05:31:08,603 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false 2024-11-08T05:31:08,607 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-08T05:31:08,608 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T05:31:08,608 INFO [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T05:31:08,608 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731043868500Running coprocessor pre-close hooks at 1731043868500Disabling compacts and flushes for region at 1731043868500Disabling writes for close at 1731043868500Obtaining lock to block concurrent updates at 1731043868501 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731043868501Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731043868501Flushing stores of hbase:meta,,1.1588230740 at 1731043868501Flushing 1588230740/info: creating writer at 1731043868502 (+1 ms)Flushing 1588230740/info: appending metadata at 1731043868515 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731043868515Flushing 1588230740/ns: creating writer at 1731043868527 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731043868542 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731043868542Flushing 1588230740/table: creating writer at 1731043868555 (+13 ms)Flushing 1588230740/table: appending metadata at 1731043868570 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731043868570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3645a770: reopening flushed file at 1731043868582 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a73036: reopening flushed file at 1731043868589 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329c47bb: reopening flushed file at 1731043868595 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false at 1731043868603 (+8 ms)Writing region close event to WAL at 1731043868604 (+1 ms)Running coprocessor post-close hooks at 1731043868608 (+4 ms)Closed at 1731043868608 2024-11-08T05:31:08,608 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T05:31:08,698 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,45265,1731043866196; all regions closed. 2024-11-08T05:31:08,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741832_1008 (size=1867) 2024-11-08T05:31:08,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741832_1008 (size=1867) 2024-11-08T05:31:08,704 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,35445,1731043866269; all regions closed. 2024-11-08T05:31:08,706 DEBUG [RS:0;d1ba675678c9:45265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/oldWALs 2024-11-08T05:31:08,706 INFO [RS:0;d1ba675678c9:45265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C45265%2C1731043866196:(num 1731043866914) 2024-11-08T05:31:08,706 DEBUG [RS:0;d1ba675678c9:45265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:08,706 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:31:08,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:31:08,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741835_1011 (size=4338) 2024-11-08T05:31:08,707 INFO [RS:0;d1ba675678c9:45265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:31:08,708 INFO [RS:0;d1ba675678c9:45265 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T05:31:08,708 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T05:31:08,708 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T05:31:08,708 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T05:31:08,708 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:31:08,708 INFO [RS:0;d1ba675678c9:45265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:31:08,708 INFO [RS:0;d1ba675678c9:45265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45265 2024-11-08T05:31:08,710 DEBUG [RS:1;d1ba675678c9:35445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/oldWALs 2024-11-08T05:31:08,711 INFO [RS:1;d1ba675678c9:35445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C35445%2C1731043866269.meta:.meta(num 1731043867509) 2024-11-08T05:31:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741833_1009 (size=1758) 2024-11-08T05:31:08,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741833_1009 (size=1758) 2024-11-08T05:31:08,716 DEBUG [RS:1;d1ba675678c9:35445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/oldWALs 2024-11-08T05:31:08,716 INFO [RS:1;d1ba675678c9:35445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C35445%2C1731043866269:(num 1731043866947) 2024-11-08T05:31:08,716 DEBUG [RS:1;d1ba675678c9:35445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T05:31:08,716 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T05:31:08,716 INFO [RS:1;d1ba675678c9:35445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:31:08,716 INFO [RS:1;d1ba675678c9:35445 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T05:31:08,716 INFO [RS:1;d1ba675678c9:35445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:31:08,716 INFO [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:31:08,716 INFO [RS:1;d1ba675678c9:35445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35445 2024-11-08T05:31:08,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,45265,1731043866196 2024-11-08T05:31:08,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T05:31:08,717 INFO [RS:0;d1ba675678c9:45265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:31:08,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,35445,1731043866269 2024-11-08T05:31:08,727 INFO [RS:1;d1ba675678c9:35445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:31:08,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,45265,1731043866196] 2024-11-08T05:31:08,759 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,45265,1731043866196 already deleted, retry=false 2024-11-08T05:31:08,759 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,45265,1731043866196 expired; onlineServers=1 2024-11-08T05:31:08,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,35445,1731043866269] 2024-11-08T05:31:08,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,35445,1731043866269 already deleted, retry=false 2024-11-08T05:31:08,769 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,35445,1731043866269 expired; onlineServers=0 2024-11-08T05:31:08,769 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,33267,1731043865957' ***** 2024-11-08T05:31:08,769 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T05:31:08,770 INFO [M:0;d1ba675678c9:33267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T05:31:08,770 INFO [M:0;d1ba675678c9:33267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T05:31:08,770 DEBUG [M:0;d1ba675678c9:33267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T05:31:08,770 DEBUG [M:0;d1ba675678c9:33267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T05:31:08,770 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T05:31:08,770 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043866685 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043866685,5,FailOnTimeoutGroup] 2024-11-08T05:31:08,770 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043866685 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043866685,5,FailOnTimeoutGroup] 2024-11-08T05:31:08,770 INFO [M:0;d1ba675678c9:33267 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T05:31:08,770 INFO [M:0;d1ba675678c9:33267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T05:31:08,770 DEBUG [M:0;d1ba675678c9:33267 {}] master.HMaster(1795): Stopping service threads 2024-11-08T05:31:08,770 INFO [M:0;d1ba675678c9:33267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T05:31:08,770 INFO [M:0;d1ba675678c9:33267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T05:31:08,770 INFO [M:0;d1ba675678c9:33267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T05:31:08,771 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T05:31:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T05:31:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T05:31:08,780 DEBUG [M:0;d1ba675678c9:33267 {}] zookeeper.ZKUtil(347): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T05:31:08,780 WARN [M:0;d1ba675678c9:33267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T05:31:08,781 INFO [M:0;d1ba675678c9:33267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/.lastflushedseqids 2024-11-08T05:31:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741844_1020 (size=182) 2024-11-08T05:31:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741844_1020 (size=182) 2024-11-08T05:31:08,787 INFO [M:0;d1ba675678c9:33267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T05:31:08,787 INFO [M:0;d1ba675678c9:33267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T05:31:08,787 DEBUG [M:0;d1ba675678c9:33267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T05:31:08,787 INFO [M:0;d1ba675678c9:33267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:08,787 DEBUG [M:0;d1ba675678c9:33267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:08,787 DEBUG [M:0;d1ba675678c9:33267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T05:31:08,787 DEBUG [M:0;d1ba675678c9:33267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:08,788 INFO [M:0;d1ba675678c9:33267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-08T05:31:08,803 DEBUG [M:0;d1ba675678c9:33267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f11e4fd4dc74184b849a9f42256fadf is 82, key is hbase:meta,,1/info:regioninfo/1731043867547/Put/seqid=0 2024-11-08T05:31:08,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:31:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741845_1021 (size=5672) 2024-11-08T05:31:08,809 INFO [M:0;d1ba675678c9:33267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f11e4fd4dc74184b849a9f42256fadf 2024-11-08T05:31:08,828 DEBUG [M:0;d1ba675678c9:33267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fb767bacf9f48198ae476a0a2748c94 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731043868022/Put/seqid=0 2024-11-08T05:31:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741846_1022 (size=6219) 2024-11-08T05:31:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741846_1022 (size=6219) 2024-11-08T05:31:08,834 INFO [M:0;d1ba675678c9:33267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fb767bacf9f48198ae476a0a2748c94 2024-11-08T05:31:08,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:08,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45265-0x10118ed30fb0001, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:08,838 INFO [RS:0;d1ba675678c9:45265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:31:08,838 INFO [RS:0;d1ba675678c9:45265 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,45265,1731043866196; zookeeper connection closed. 2024-11-08T05:31:08,838 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@464e637a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@464e637a 2024-11-08T05:31:08,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:08,849 INFO [RS:1;d1ba675678c9:35445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:31:08,849 INFO [RS:1;d1ba675678c9:35445 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,35445,1731043866269; zookeeper connection closed. 2024-11-08T05:31:08,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x10118ed30fb0002, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:08,849 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59f5488c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59f5488c 2024-11-08T05:31:08,849 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-08T05:31:08,858 DEBUG [M:0;d1ba675678c9:33267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5091da0ae8004e108699d9a8c45917bd is 69, key is d1ba675678c9,35445,1731043866269/rs:state/1731043866772/Put/seqid=0 2024-11-08T05:31:08,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:31:08,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741847_1023 (size=5224) 2024-11-08T05:31:08,865 INFO [M:0;d1ba675678c9:33267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5091da0ae8004e108699d9a8c45917bd 2024-11-08T05:31:08,871 DEBUG [M:0;d1ba675678c9:33267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f11e4fd4dc74184b849a9f42256fadf as hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f11e4fd4dc74184b849a9f42256fadf 2024-11-08T05:31:08,876 INFO [M:0;d1ba675678c9:33267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f11e4fd4dc74184b849a9f42256fadf, entries=8, sequenceid=71, filesize=5.5 K 2024-11-08T05:31:08,877 DEBUG [M:0;d1ba675678c9:33267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fb767bacf9f48198ae476a0a2748c94 as hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fb767bacf9f48198ae476a0a2748c94 2024-11-08T05:31:08,882 INFO [M:0;d1ba675678c9:33267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fb767bacf9f48198ae476a0a2748c94, entries=8, sequenceid=71, filesize=6.1 K 2024-11-08T05:31:08,883 DEBUG [M:0;d1ba675678c9:33267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5091da0ae8004e108699d9a8c45917bd as hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5091da0ae8004e108699d9a8c45917bd 2024-11-08T05:31:08,889 INFO [M:0;d1ba675678c9:33267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33783/user/jenkins/test-data/d37cc42b-80bd-0229-d153-45639d5ba7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5091da0ae8004e108699d9a8c45917bd, entries=2, sequenceid=71, filesize=5.1 K 2024-11-08T05:31:08,891 INFO [M:0;d1ba675678c9:33267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=71, compaction requested=false 2024-11-08T05:31:08,892 INFO [M:0;d1ba675678c9:33267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T05:31:08,892 DEBUG [M:0;d1ba675678c9:33267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731043868787Disabling compacts and flushes for region at 1731043868787Disabling writes for close at 1731043868787Obtaining lock to block concurrent updates at 1731043868788 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043868788Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731043868788Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043868789 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043868789Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043868803 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043868803Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043868814 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043868828 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043868828Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043868839 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043868858 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043868858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260d3ba8: reopening flushed file at 1731043868870 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6680f607: reopening flushed file at 1731043868876 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28cee636: reopening flushed file at 1731043868882 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=71, compaction requested=false at 1731043868891 (+9 ms)Writing region close event to WAL at 1731043868892 (+1 ms)Closed at 1731043868892 2024-11-08T05:31:08,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39179 is added to blk_1073741830_1006 (size=35489) 2024-11-08T05:31:08,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741830_1006 (size=35489) 2024-11-08T05:31:08,895 INFO [M:0;d1ba675678c9:33267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T05:31:08,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T05:31:08,895 INFO [M:0;d1ba675678c9:33267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33267 2024-11-08T05:31:08,896 INFO [M:0;d1ba675678c9:33267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T05:31:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:09,006 INFO [M:0;d1ba675678c9:33267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T05:31:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10118ed30fb0000, quorum=127.0.0.1:50950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T05:31:09,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17a8a25a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:31:09,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3684fdf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:31:09,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:31:09,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eba7a0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:31:09,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ede39a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/hadoop.log.dir/,STOPPED} 2024-11-08T05:31:09,011 WARN [BP-425482339-172.17.0.3-1731043863523 heartbeating to localhost/127.0.0.1:33783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:31:09,011 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:31:09,011 WARN [BP-425482339-172.17.0.3-1731043863523 heartbeating to localhost/127.0.0.1:33783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-425482339-172.17.0.3-1731043863523 (Datanode Uuid 55010a5f-3b70-4aa6-855b-b533411fe532) service to localhost/127.0.0.1:33783 2024-11-08T05:31:09,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:31:09,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/data/data3/current/BP-425482339-172.17.0.3-1731043863523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:31:09,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/data/data4/current/BP-425482339-172.17.0.3-1731043863523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:31:09,012 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:31:09,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49b5e1cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T05:31:09,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d8c7648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:31:09,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:31:09,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2659960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:31:09,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da47160{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/hadoop.log.dir/,STOPPED} 2024-11-08T05:31:09,015 WARN [BP-425482339-172.17.0.3-1731043863523 heartbeating to localhost/127.0.0.1:33783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T05:31:09,015 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T05:31:09,015 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T05:31:09,015 WARN [BP-425482339-172.17.0.3-1731043863523 heartbeating to localhost/127.0.0.1:33783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-425482339-172.17.0.3-1731043863523 (Datanode Uuid 8ca0924c-170c-44db-a562-926658513e63) service to localhost/127.0.0.1:33783 2024-11-08T05:31:09,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/data/data1/current/BP-425482339-172.17.0.3-1731043863523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:31:09,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/cluster_64876cfe-b406-1a71-b5ef-3ca2ed37abde/data/data2/current/BP-425482339-172.17.0.3-1731043863523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T05:31:09,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T05:31:09,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49dadbbf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T05:31:09,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28e59b77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T05:31:09,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T05:31:09,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@467fcb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T05:31:09,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a0a9090{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a3886cd0-5f6e-79fb-16dd-0655bb8665bf/hadoop.log.dir/,STOPPED} 2024-11-08T05:31:09,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T05:31:09,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T05:31:09,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=190 (was 171) - Thread LEAK? -, OpenFileDescriptor=551 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=472 (was 457) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6820 (was 6956)